[ { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_10_black numbers_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "black numbers", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_11_short tree_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "short tree", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_12_light_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_13_stripe_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "stripe", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_14_window_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_15_window_on_black bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "black bus" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_16_window_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_1_wall_near_building.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "wall", "predicate": "near", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_2_black bus_parked on_street.jpg", "options": { "spatial": [ "parked on", "parked at", "parked in", "parked on top of", "parked on side", "parked along", "parked between", "parked against", "parked by", "parked behind", "parked outside of", "parked inside", "parked alongside", "parked across", "placed on", "on roof of", "on head of", "laid out on", "resting on", "on piece of", "on tip of", "on door of", "attached by", "posing on", "hanging on side of", "paved with", "sleeping on", "closed on", "on left of", "hanging on back of", "standing on top of", "left on", "near side of", "at rear of", "on left side of", "glued on", "hung on", "floating in", "shining on", "hanging out on", "at front of", "sitting on top of", "near top of", "seated in front of", "hanging outside", "sitting by", "standing outside of", "sitting upon", "lit up on", "hanging under", "lying down on", "shinning on", "on lap of", "sitting above", "sitting near", "gathered around", "hitched to", "curled on", "tilted on", "growing on", "hanging next to", "seated in", "near bottom of", "standing close to", "standing in front of", "hanging in", "standing beside", "stored in", "sitting next to", "sticking out from", "hanging off", "embedded in", "projected on", "standing beneath", "sitting underneath", "hanging over", "standing in middle of", "spilled on", "sitting against", "laying in front of", "running beside", "splashing behind", "sitting in middle of", "painted on top of", "held with", "lying near", "standing with", "standing along", "suspended in", "standing on edge of", "draped on", "walking on top of", "hanging at", "down", "left by", "sitting inside of", "riding atop", "standing inside", "stuck to", "laying in", "laying next to", "lying in front of", "sitting inside", "walking on side of", "stuck into", "stacked on top of", "sleeping under", "worn under", "walking beside", "leaning to", "extended on", "lying across", "lying next to", "posing in front of", "curled under", "hanging between", "over top of", "linked to", "amidst", "walking in front of", "in lap of", "light in", "kneeling by", "looking in", "walking next to", "grazing near", "shown in", "growing behind", "missing from", "laying with", "depicted in", "walking behind", "grazing next to", "draped across", "into", "coming towards", "growing next to", "flying close to", "towering over", "smothered in", "hand of", "trailing behind", "tied with", "growing among", "leading down to", "facing toward", "facing away from", "goes past", "over edge of", "poking out of", "passing above", "growing from", "separated by", "jutting into", "formed into", "larger than", "passing by", "dripping from", "made from", "mixed into", "winding through", "extending into", "sprouting from", "no suitable option" ], "action": [ "holding on", "standing up on", "sitting down on", "racing on", "walking on", "hanging around", "driving", "hit by", "hanging on to", "riding with", "heading down", "posing in", "leaning into", "running in", "eating on", "driving toward", "swung by", "walking onto", "pulled up to", "skateboarding on", "running by", "skating in", "bathing in", "wearing", "coming onto", "handing on", "hanging with", "snowboarding down", "growing alongside", "walking alongside", "getting in", "surfing", "leaving behind", "skateboarding down", "walking around", "rolling down", "kicking up", "loading onto", "plugged in to", "crossed over", "cast on", "washed in", "walking over", "played by", "casted by", "drizzled on", "cooking on", "getting into", "turning", "walking into", "painted with", "pushed into", "moving across", "windsurfing in", "rolling to", "getting out of", "reaching in", "guarding", "listening to", "tied into", "reflecting", "posted to", "getting", "flooding", "maneuvering", "doing tricks in", "covering", "shopping for", "spraying in", "tapping", "washing onto", "skateboarding", "eating in", "making", "walking along", "walking", "created by", "following", "pecking", "growing out", "gesturing with", "dripping down", "swimming with", "smoking", "throwing off", "reaching into", "grazing from", "flapping", "walking to", "grazing", "kicking", "adorning", "swimming", "advertising", "growing out of", "flying", "pushing", "rolling through", "preparing for", "talking into", "cut in", "clasping", "blowing", "concentrating on", "handling", "soiling", "stretching", "curling", "striking", "juggling", "cut into", "pouring out of", "baking in", "feeding in", "stirring", "breaking through", "measuring", "no suitable option" ], "state": [ "parked", "sitting around", "relaxing on", "relaxing in", "owned by", "spot on", "curled over", "made for", "styled in", "right to", "named", "wearing same", "glowing", "growing outside", "made with", "outfit", "clear", "losing", "growing up", "shredded", "no suitable option" ] }, "subject": "black bus", "predicate": "parked on", "object": "street" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_3_on_near_building.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "on", "predicate": "near", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_4_red_painted on_street curb.jpg", "options": { "spatial": [ "painted on top of", "placed on", "draped on", "on piece of", "glued on", "on roof of", "shining on", "parked on", "projected on", "spilled on", "on left of", "on head of", "curled on", "tilted on", "depicted in", "left on", "posing on", "lit up on", "worn under", "on tip of", "shinning on", "laid out on", "on door of", "hung on", "growing on", "closed on", "on left side of", "made from", "sleeping on", "resting on", "attached by", "hanging on side of", "hanging under", "light in", "hanging on back of", "draped across", "lying down on", "shown in", "sitting upon", "hanging out on", "extended on", "hanging over", "standing on top of", "parked on side", "parked on top of", "paved with", "hanging at", "down", "stacked on top of", "standing beneath", "gathered around", "floating in", "over top of", "hanging outside", "hanging in", "parked at", "standing on edge of", "on lap of", "left by", "parked against", "near bottom of", "at rear of", "dripping from", "sitting on top of", "riding atop", "curled under", "near side of", "hanging next to", "near top of", "hanging between", "parked along", "sitting against", "parked by", "hanging off", "parked in", "mixed into", "parked between", "over edge of", "leaning to", "held with", "splashing behind", "parked inside", "sticking out from", "at front of", "seated in", "sitting underneath", "sitting above", "sitting by", "parked behind", "hand of", "standing along", "parked outside of", "kneeling by", "standing with", "standing inside", "suspended in", "embedded in", "parked across", "towering over", "smothered in", "tied with", "standing outside of", "sitting inside of", "jutting into", "laying in", "passing above", "stuck to", "amidst", "parked alongside", "looking in", "sitting inside", "missing from", "seated in front of", "into", "laying in front of", "sitting near", "stuck into", "standing in front of", "walking on top of", "laying with", "formed into", "sitting next to", "standing close to", "standing in middle of", "sleeping under", "standing beside", "laying next to", "stored in", "posing in front of", "passing by", "linked to", "sitting in middle of", "winding through", "lying near", "growing from", "walking on side of", "larger than", "hitched to", "lying across", "goes past", "coming towards", "lying in front of", "facing toward", "poking out of", "in lap of", "trailing behind", "growing behind", "facing away from", "flying close to", "leading down to", "running beside", "lying next to", "walking behind", "separated by", "growing next to", "grazing next to", "growing among", "grazing near", "walking in front of", "walking beside", "walking next to", "sprouting from", "extending into", "no suitable option" ], "action": [ "painted with", "holding on", "wearing", "making", "cast on", "cooking on", "adorning", "spraying in", "reflecting", "eating on", "sitting down on", "handing on", "standing up on", "drizzled on", "hit by", "racing on", "covering", "casted by", "advertising", "washed in", "washing onto", "walking on", "pecking", "hanging on to", "hanging around", "skateboarding on", "dripping down", "played by", "hanging with", "posing in", "loading onto", "riding with", "striking", "bathing in", "blowing", "created by", "following", "skateboarding down", "turning", "leaning into", "soiling", "getting", "skateboarding", "surfing", "heading down", "crossed over", "swung by", "getting in", "coming onto", "snowboarding down", "walking onto", "skating in", "running by", "running in", "rolling down", "guarding", "getting into", "tied into", "flying", "smoking", "flapping", "gesturing with", "cut in", "walking around", "kicking up", "driving", "rolling through", "kicking", "rolling to", "stirring", "shopping for", "leaving behind", "plugged in to", "throwing off", "baking in", "preparing for", "pulled up to", "posted to", "pouring out of", "curling", "pushed into", "doing tricks in", "eating in", "tapping", "maneuvering", "cut into", "walking over", "walking along", "talking into", "swimming", "clasping", "concentrating on", "pushing", "listening to", "swimming with", "flooding", "juggling", "reaching in", "getting out of", "handling", "windsurfing in", "driving toward", "walking", "walking into", "moving across", "grazing", "grazing from", "growing alongside", "breaking through", "feeding in", "growing out of", "walking to", "walking alongside", "stretching", "growing out", "reaching into", "measuring", "no suitable option" ], "state": [ "styled in", "glowing", "outfit", "clear", "made for", "made with", "parked", "curled over", "named", "shredded", "spot on", "owned by", "sitting around", "wearing same", "relaxing on", "relaxing in", "right to", "losing", "growing up", "growing outside", "no suitable option" ] }, "subject": "red", "predicate": "painted on", "object": "street curb" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_5_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_6_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_7_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_8_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592503/image_1592503_pair_9_window_adorning_building.jpg", "options": { "spatial": [ "glued on", "painted on top of", "draped on", "worn under", "draped across", "spilled on", "sticking out from", "poking out of", "made from", "gathered around", "over top of", "placed on", "growing on", "growing behind", "paved with", "attached by", "growing from", "shining on", "hanging under", "amidst", "growing among", "stacked on top of", "hanging over", "held with", "hanging between", "dripping from", "hanging at", "on roof of", "hand of", "jutting into", "hanging next to", "at rear of", "embedded in", "growing next to", "at front of", "passing above", "on piece of", "posing on", "on tip of", "hanging outside", "tied with", "standing beneath", "shinning on", "hanging on back of", "depicted in", "leading down to", "left by", "hanging in", "smothered in", "riding atop", "coming towards", "near top of", "shown in", "passing by", "hanging on side of", "mixed into", "sitting upon", "grazing next to", "parked on", "laid out on", "standing with", "facing away from", "on door of", "towering over", "walking behind", "on head of", "kneeling by", "into", "standing on top of", "hanging off", "parked between", "parked behind", "curled on", "parked by", "parked across", "over edge of", "formed into", "near bottom of", "hung on", "splashing behind", "curled under", "stuck to", "facing toward", "projected on", "linked to", "sitting on top of", "parked along", "walking on top of", "hanging out on", "on left of", "standing beside", "grazing near", "laying with", "lying across", "parked at", "winding through", "floating in", "standing along", "goes past", "sitting above", "extended on", "sitting against", "posing in front of", "stuck into", "near side of", "tilted on", "sitting by", "standing inside", "standing in front of", "laying next to", "parked on top of", "missing from", "laying in front of", "parked against", "standing outside of", "trailing behind", "lit up on", "larger than", "parked in", "sitting underneath", "light in", "separated by", "sitting next to", "hitched to", "down", "lying next to", "stored in", "walking next to", "standing close to", "parked outside of", "seated in front of", "walking in front of", "walking beside", "sitting inside of", "parked inside", "on left side of", "leaning to", "lying in front of", "extending into", "parked on side", "closed on", "sitting inside", "seated in", "lying down on", "sleeping under", "sitting near", "suspended in", "parked alongside", "standing in middle of", "left on", "standing on edge of", "on lap of", "sleeping on", "sprouting from", "walking on side of", "sitting in middle of", "laying in", "in lap of", "lying near", "resting on", "flying close to", "looking in", "running beside", "no suitable option" ], "action": [ "adorning", "advertising", "painted with", "wearing", "washing onto", "covering", "making", "clasping", "soiling", "hanging with", "washed in", "pecking", "stirring", "spraying in", "hanging around", "casted by", "getting", "hit by", "handling", "eating on", "hanging on to", "flapping", "bathing in", "handing on", "baking in", "played by", "gesturing with", "throwing off", "walking around", "shopping for", "cooking on", "grazing", "tied into", "listening to", "dripping down", "holding on", "coming onto", "rolling through", "grazing from", "striking", "guarding", "growing out of", "breaking through", "reflecting", "created by", "pushing", "growing alongside", "feeding in", "stretching", "posing in", "leaving behind", "walking along", "smoking", "following", "running by", "growing out", "riding with", "eating in", "walking onto", "kicking", "swung by", "kicking up", "pouring out of", "blowing", "pushed into", "maneuvering", "rolling to", "crossed over", "surfing", "loading onto", "driving", "cast on", "measuring", "walking over", "talking into", "posted to", "walking on", "moving across", "pulled up to", "preparing for", "rolling down", "turning", "cut into", "leaning into", "walking", "flooding", "getting into", "walking into", "sitting down on", "standing up on", "reaching into", "drizzled on", "walking to", "getting out of", "concentrating on", "reaching in", "snowboarding down", "cut in", "doing tricks in", "swimming with", "skateboarding", "walking alongside", "flying", "juggling", "heading down", "driving toward", "curling", "skating in", "tapping", "running in", "skateboarding down", "skateboarding on", "racing on", "swimming", "getting in", "plugged in to", "windsurfing in", "no suitable option" ], "state": [ "outfit", "made with", "wearing same", "clear", "glowing", "styled in", "made for", "shredded", "sitting around", "spot on", "growing up", "parked", "right to", "losing", "curled over", "growing outside", "named", "owned by", "relaxing on", "relaxing in", "no suitable option" ] }, "subject": "window", "predicate": "adorning", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_10_keyboard_to left of_laptop.jpg", "options": { "spatial": [ "on left of", "on left side of", "left by", "at rear of", "left on", "hand of", "at front of", "near side of", "leading down to", "facing toward", "facing away from", "near bottom of", "on door of", "leaning to", "into", "on tip of", "walking on side of", "coming towards", "stuck to", "missing from", "on piece of", "walking behind", "near top of", "sticking out from", "amidst", "on roof of", "on head of", "on lap of", "in lap of", "over top of", "trailing behind", "poking out of", "lying next to", "parked on side", "goes past", "over edge of", "hanging on side of", "standing in middle of", "laying in front of", "laying next to", "hitched to", "passing above", "growing behind", "standing in front of", "lying in front of", "down", "walking in front of", "parked at", "growing next to", "parked against", "parked by", "standing close to", "smothered in", "parked behind", "extending into", "hanging on back of", "kneeling by", "seated in front of", "passing by", "hanging next to", "jutting into", "placed on", "held with", "walking next to", "standing with", "growing from", "parked on", "parked between", "parked across", "linked to", "stuck into", "formed into", "lying across", "separated by", "paved with", "laid out on", "flying close to", "projected on", "attached by", "lying near", "parked on top of", "parked along", "sitting in middle of", "resting on", "tied with", "parked alongside", "walking on top of", "growing on", "shown in", "sprouting from", "running beside", "sitting next to", "grazing next to", "laying with", "walking beside", "tilted on", "floating in", "sitting inside of", "depicted in", "posing in front of", "stored in", "made from", "painted on top of", "parked outside of", "sitting against", "parked in", "standing along", "standing on top of", "laying in", "hanging between", "standing beside", "extended on", "standing on edge of", "closed on", "mixed into", "standing inside", "standing outside of", "hanging at", "lit up on", "parked inside", "suspended in", "lying down on", "standing beneath", "sitting by", "stacked on top of", "posing on", "draped across", "light in", "larger than", "hanging under", "growing among", "sleeping on", "winding through", "sitting upon", "sitting on top of", "splashing behind", "seated in", "dripping from", "curled on", "gathered around", "hanging in", "sitting above", "embedded in", "hung on", "curled under", "glued on", "hanging over", "grazing near", "hanging off", "towering over", "worn under", "draped on", "spilled on", "sitting inside", "shinning on", "sitting near", "sleeping under", "looking in", "hanging out on", "sitting underneath", "shining on", "hanging outside", "riding atop", "no suitable option" ], "action": [ "driving toward", "getting out of", "turning", "leaving behind", "reaching into", "reaching in", "rolling to", "casted by", "walking onto", "pushed into", "pulled up to", "walking to", "following", "handing on", "leaning into", "growing out of", "hit by", "swung by", "getting", "posted to", "crossed over", "cut into", "moving across", "coming onto", "walking into", "painted with", "making", "rolling through", "tied into", "played by", "hanging on to", "pouring out of", "rolling down", "maneuvering", "growing alongside", "running by", "cut in", "getting into", "pushing", "driving", "walking along", "walking on", "striking", "plugged in to", "walking", "walking alongside", "washed in", "handling", "reflecting", "cooking on", "heading down", "growing out", "throwing off", "guarding", "running in", "talking into", "measuring", "kicking up", "tapping", "walking around", "posing in", "walking over", "stirring", "feeding in", "eating on", "breaking through", "holding on", "kicking", "listening to", "covering", "blowing", "gesturing with", "cast on", "getting in", "eating in", "created by", "preparing for", "hanging with", "riding with", "flying", "wearing", "washing onto", "stretching", "adorning", "grazing from", "clasping", "pecking", "smoking", "racing on", "standing up on", "shopping for", "advertising", "concentrating on", "sitting down on", "grazing", "skateboarding down", "spraying in", "windsurfing in", "baking in", "soiling", "loading onto", "dripping down", "flapping", "skating in", "juggling", "drizzled on", "hanging around", "surfing", "bathing in", "swimming with", "snowboarding down", "flooding", "doing tricks in", "skateboarding on", "skateboarding", "swimming", "curling", "no suitable option" ], "state": [ "right to", "owned by", "styled in", "made with", "parked", "growing up", "losing", "made for", "clear", "spot on", "curled over", "relaxing on", "shredded", "sitting around", "relaxing in", "outfit", "named", "wearing same", "glowing", "growing outside", "no suitable option" ] }, "subject": "keyboard", "predicate": "to left of", "object": "laptop" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_11_laptop_above_desk.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "laptop", "predicate": "above", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_12_stereo_sitting on_short shelf.jpg", "options": { "spatial": [ "sitting upon", "sitting on top of", "seated in", "sitting by", "sitting near", "sitting against", "sitting underneath", "sitting in middle of", "sitting next to", "sitting inside", "sitting above", "sitting inside of", "seated in front of", "resting on", "lying down on", "floating in", "placed on", "draped on", "sleeping on", "posing on", "laying in", "laid out on", "parked on", "hanging in", "curled on", "hanging out on", "tilted on", "hanging on back of", "laying next to", "standing on top of", "laying in front of", "hanging under", "kneeling by", "gathered around", "hanging over", "sleeping under", "lying near", "laying with", "hung on", "hanging off", "hanging on side of", "on head of", "shining on", "leaning to", "lying in front of", "on piece of", "draped across", "shinning on", "hanging at", "hanging next to", "curled under", "lying across", "riding atop", "growing on", "standing with", "embedded in", "parked in", "walking on top of", "glued on", "on lap of", "lying next to", "parked on top of", "suspended in", "standing beneath", "standing along", "sticking out from", "stacked on top of", "standing in middle of", "standing inside", "standing close to", "projected on", "closed on", "worn under", "lit up on", "standing on edge of", "hanging between", "on roof of", "hanging outside", "left on", "on door of", "looking in", "stored in", "parked at", "down", "stuck into", "near bottom of", "near top of", "on left of", "parked along", "parked between", "smothered in", "attached by", "on tip of", "paved with", "painted on top of", "light in", "parked alongside", "parked on side", "stuck to", "over top of", "held with", "posing in front of", "towering over", "standing beside", "on left side of", "standing in front of", "parked inside", "parked across", "at front of", "parked behind", "parked against", "running beside", "spilled on", "tied with", "depicted in", "standing outside of", "at rear of", "walking on side of", "parked by", "extended on", "flying close to", "passing above", "in lap of", "walking beside", "shown in", "facing away from", "near side of", "into", "parked outside of", "leading down to", "jutting into", "poking out of", "facing toward", "goes past", "walking next to", "left by", "growing behind", "hitched to", "missing from", "trailing behind", "grazing next to", "splashing behind", "grazing near", "walking behind", "coming towards", "walking in front of", "growing among", "over edge of", "passing by", "linked to", "dripping from", "amidst", "formed into", "hand of", "growing next to", "growing from", "separated by", "mixed into", "larger than", "extending into", "made from", "sprouting from", "winding through", "no suitable option" ], "action": [ "sitting down on", "eating on", "standing up on", "leaning into", "hanging around", "walking on", "holding on", "posing in", "heading down", "eating in", "hanging on to", "riding with", "wearing", "cooking on", "handing on", "hanging with", "bathing in", "walking onto", "kicking up", "running in", "loading onto", "pecking", "hit by", "listening to", "coming onto", "cast on", "getting in", "rolling down", "racing on", "plugged in to", "tied into", "maneuvering", "concentrating on", "preparing for", "walking around", "getting into", "dripping down", "swung by", "cut in", "flying", "walking alongside", "washed in", "reaching in", "flapping", "surfing", "washing onto", "talking into", "skating in", "swimming with", "played by", "driving", "rolling through", "pushed into", "shopping for", "kicking", "running by", "rolling to", "clasping", "skateboarding on", "walking along", "snowboarding down", "getting", "smoking", "swimming", "painted with", "walking into", "walking over", "getting out of", "reflecting", "pulled up to", "handling", "feeding in", "leaving behind", "skateboarding down", "cut into", "stretching", "walking", "drizzled on", "following", "casted by", "striking", "doing tricks in", "growing alongside", "throwing off", "making", "crossed over", "covering", "reaching into", "moving across", "turning", "growing out", "curling", "blowing", "breaking through", "grazing", "growing out of", "spraying in", "posted to", "stirring", "advertising", "adorning", "pushing", "juggling", "gesturing with", "skateboarding", "guarding", "grazing from", "soiling", "tapping", "walking to", "windsurfing in", "driving toward", "baking in", "created by", "pouring out of", "measuring", "flooding", "no suitable option" ], "state": [ "sitting around", "relaxing on", "relaxing in", "curled over", "styled in", "parked", "spot on", "wearing same", "outfit", "shredded", "clear", "growing up", "glowing", "named", "right to", "losing", "made with", "owned by", "made for", "growing outside", "no suitable option" ] }, "subject": "stereo", "predicate": "sitting on", "object": "short shelf" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_13_laptop_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "laptop", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_1_laptop_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "laptop", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_2_mixing board_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "mixing board", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_3_keyboard_near_desk.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "keyboard", "predicate": "near", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_4_keyboard_near_desk.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "keyboard", "predicate": "near", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_5_deck_near_desk.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "deck", "predicate": "near", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_6_chair_in front of_desk.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "chair", "predicate": "in front of", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_7_stick_above_keyboard.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "stick", "predicate": "above", "object": "keyboard" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_8_chair_in front of_desk.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "chair", "predicate": "in front of", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592550/image_1592550_pair_9_mug_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "mug", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_1592733/image_1592733_pair_1_door_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "door", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_1593263/image_1593263_pair_1_tile_in_floor.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tile", "predicate": "in", "object": "floor" }, { "image_path": "annotated_image_folder/split_4/output_images_1593263/image_1593263_pair_2_tile_in_floor.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tile", "predicate": "in", "object": "floor" }, { "image_path": "annotated_image_folder/split_4/output_images_1593263/image_1593263_pair_3_tile_in_floor.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tile", "predicate": "in", "object": "floor" }, { "image_path": "annotated_image_folder/split_4/output_images_1593263/image_1593263_pair_4_tile_in_floor.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tile", "predicate": "in", "object": "floor" }, { "image_path": "annotated_image_folder/split_4/output_images_1593263/image_1593263_pair_5_tile_in_floor.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tile", "predicate": "in", "object": "floor" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_10_canopy_on rear of_boat.jpg", "options": { "spatial": [ "at rear of", "on left of", "at front of", "on roof of", "on left side of", "on lap of", "on piece of", "on head of", "placed on", "hanging on back of", "parked on", "on tip of", "on door of", "near bottom of", "parked on side", "parked against", "parked at", "parked on top of", "near side of", "parked behind", "in lap of", "near top of", "projected on", "hanging on side of", "standing in front of", "seated in front of", "posing on", "parked alongside", "tilted on", "left on", "over top of", "parked along", "parked between", "painted on top of", "standing on top of", "draped on", "depicted in", "posing in front of", "hand of", "facing toward", "parked across", "lying in front of", "parked in", "stacked on top of", "laying in front of", "parked by", "attached by", "parked outside of", "extended on", "sitting against", "standing beneath", "lying down on", "worn under", "standing in middle of", "walking on side of", "closed on", "down", "sitting on top of", "hanging next to", "sitting upon", "walking in front of", "sticking out from", "amidst", "laid out on", "standing on edge of", "glued on", "trailing behind", "walking on top of", "over edge of", "hanging under", "growing on", "curled on", "parked inside", "splashing behind", "draped across", "leaning to", "shining on", "sitting above", "lying next to", "resting on", "standing beside", "shinning on", "grazing next to", "lit up on", "sitting in middle of", "sitting next to", "running beside", "laying next to", "standing close to", "left by", "embedded in", "held with", "growing behind", "hung on", "walking behind", "facing away from", "floating in", "riding atop", "standing outside of", "paved with", "linked to", "standing with", "standing along", "spilled on", "coming towards", "sleeping on", "hanging at", "lying near", "stuck to", "shown in", "missing from", "poking out of", "hitched to", "sitting underneath", "sitting inside of", "towering over", "suspended in", "leading down to", "seated in", "passing above", "grazing near", "gathered around", "hanging over", "lying across", "sitting near", "curled under", "hanging out on", "kneeling by", "formed into", "into", "walking next to", "larger than", "made from", "winding through", "sitting by", "standing inside", "hanging between", "stored in", "stuck into", "flying close to", "growing next to", "light in", "hanging off", "laying with", "walking beside", "goes past", "dripping from", "hanging in", "sleeping under", "laying in", "jutting into", "separated by", "hanging outside", "tied with", "growing from", "sitting inside", "passing by", "extending into", "smothered in", "mixed into", "looking in", "growing among", "sprouting from", "no suitable option" ], "action": [ "driving toward", "standing up on", "sitting down on", "holding on", "reflecting", "riding with", "racing on", "turning", "cast on", "walking on", "handing on", "wearing", "painted with", "leaning into", "hit by", "driving", "crossed over", "maneuvering", "eating on", "gesturing with", "following", "posing in", "hanging on to", "swung by", "pulled up to", "loading onto", "cooking on", "leaving behind", "casted by", "walking onto", "pushed into", "reaching in", "adorning", "covering", "played by", "heading down", "coming onto", "making", "walking alongside", "clasping", "growing alongside", "washing onto", "washed in", "reaching into", "running in", "drizzled on", "getting out of", "grazing from", "posted to", "skateboarding on", "getting", "running by", "hanging around", "tapping", "pushing", "grazing", "rolling to", "dripping down", "rolling down", "kicking", "snowboarding down", "surfing", "striking", "skateboarding down", "moving across", "walking around", "kicking up", "guarding", "pecking", "getting into", "hanging with", "rolling through", "created by", "doing tricks in", "tied into", "listening to", "stretching", "flying", "handling", "blowing", "getting in", "measuring", "advertising", "swimming with", "bathing in", "walking along", "preparing for", "walking over", "windsurfing in", "skating in", "flapping", "cut into", "growing out of", "walking", "shopping for", "walking into", "eating in", "throwing off", "plugged in to", "skateboarding", "cut in", "flooding", "talking into", "swimming", "walking to", "stirring", "juggling", "concentrating on", "pouring out of", "growing out", "smoking", "spraying in", "feeding in", "breaking through", "soiling", "baking in", "curling", "no suitable option" ], "state": [ "parked", "spot on", "styled in", "owned by", "made for", "sitting around", "right to", "outfit", "relaxing on", "clear", "made with", "named", "shredded", "curled over", "wearing same", "glowing", "relaxing in", "losing", "growing up", "growing outside", "no suitable option" ] }, "subject": "canopy", "predicate": "on rear of", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_11_life preserver_near_boat.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "life preserver", "predicate": "near", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_12_boat_sailing in_distance.jpg", "options": { "spatial": [ "floating in", "flying close to", "lying across", "draped across", "seated in", "jutting into", "hanging in", "on roof of", "into", "draped on", "sitting by", "light in", "sitting upon", "sitting inside of", "laying in", "parked across", "on door of", "parked in", "riding atop", "sitting inside", "stuck into", "running beside", "sitting in middle of", "walking on top of", "lying near", "hanging under", "shinning on", "sitting on top of", "hanging outside", "embedded in", "in lap of", "looking in", "poking out of", "shining on", "lying down on", "sticking out from", "gathered around", "left by", "sleeping under", "hanging out on", "sitting near", "resting on", "tilted on", "posing on", "walking on side of", "lying in front of", "sleeping on", "suspended in", "laying in front of", "smothered in", "sitting against", "on lap of", "sitting above", "hanging on back of", "parked on", "hanging over", "hanging at", "hanging on side of", "sitting underneath", "seated in front of", "growing on", "parked inside", "near side of", "curled under", "curled on", "attached by", "shown in", "worn under", "walking in front of", "coming towards", "hanging next to", "sitting next to", "hanging between", "standing in middle of", "standing inside", "leading down to", "walking behind", "lying next to", "facing away from", "laying next to", "splashing behind", "stored in", "placed on", "passing by", "depicted in", "on head of", "laid out on", "on piece of", "amidst", "standing outside of", "hung on", "towering over", "parked between", "parked along", "walking next to", "down", "standing along", "on left of", "parked by", "near top of", "separated by", "stuck to", "winding through", "parked at", "at front of", "near bottom of", "extending into", "walking beside", "closed on", "tied with", "hitched to", "standing on top of", "on left side of", "parked outside of", "growing among", "passing above", "at rear of", "standing close to", "spilled on", "glued on", "hanging off", "laying with", "standing beneath", "mixed into", "hand of", "lit up on", "parked on top of", "standing on edge of", "over top of", "goes past", "over edge of", "standing in front of", "kneeling by", "formed into", "posing in front of", "parked alongside", "parked against", "held with", "leaning to", "trailing behind", "stacked on top of", "missing from", "parked on side", "growing behind", "projected on", "standing with", "parked behind", "left on", "painted on top of", "paved with", "growing from", "facing toward", "grazing near", "dripping from", "growing next to", "on tip of", "larger than", "grazing next to", "extended on", "made from", "linked to", "standing beside", "sprouting from", "no suitable option" ], "action": [ "windsurfing in", "surfing", "swimming with", "swimming", "running in", "flying", "bathing in", "skating in", "moving across", "reaching in", "running by", "maneuvering", "washed in", "walking into", "swung by", "posing in", "racing on", "getting into", "walking around", "reaching into", "riding with", "crossed over", "hanging around", "flooding", "getting in", "wearing", "rolling through", "walking on", "cut in", "getting out of", "leaning into", "walking along", "breaking through", "coming onto", "eating in", "talking into", "tied into", "driving", "sitting down on", "snowboarding down", "hit by", "juggling", "walking onto", "walking", "cut into", "making", "heading down", "skateboarding on", "doing tricks in", "skateboarding", "walking alongside", "skateboarding down", "rolling to", "turning", "walking over", "pushed into", "leaving behind", "clasping", "getting", "walking to", "rolling down", "blowing", "preparing for", "flapping", "hanging on to", "driving toward", "stretching", "casted by", "hanging with", "holding on", "handing on", "cooking on", "handling", "growing out of", "pouring out of", "advertising", "curling", "baking in", "kicking up", "feeding in", "eating on", "growing alongside", "standing up on", "kicking", "pecking", "played by", "covering", "stirring", "growing out", "cast on", "reflecting", "listening to", "concentrating on", "dripping down", "shopping for", "following", "painted with", "spraying in", "striking", "created by", "washing onto", "measuring", "smoking", "guarding", "plugged in to", "pulled up to", "throwing off", "drizzled on", "pushing", "grazing from", "adorning", "grazing", "tapping", "loading onto", "gesturing with", "posted to", "soiling", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "sitting around", "styled in", "curled over", "losing", "growing up", "wearing same", "parked", "outfit", "made with", "spot on", "glowing", "clear", "owned by", "growing outside", "made for", "named", "right to", "shredded", "no suitable option" ] }, "subject": "boat", "predicate": "sailing in", "object": "distance" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_13_mast_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "mast", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_14_rock_in_water.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "rock", "predicate": "in", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_15_word_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "word", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_16_tree_on_hill.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "on", "object": "hill" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_17_canopy_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "canopy", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_18_boat_in_water.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "boat", "predicate": "in", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_19_pole_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "pole", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_1_boat_on_water.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "boat", "predicate": "on", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_20_tarp_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tarp", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_2_canopy_attached to_boat.jpg", "options": { "spatial": [ "attached by", "glued on", "placed on", "held with", "linked to", "hanging next to", "embedded in", "tied with", "hanging on back of", "hanging in", "posing on", "hung on", "hitched to", "curled on", "hanging between", "hanging under", "parked on", "shown in", "hanging on side of", "hanging over", "hanging at", "draped on", "hanging out on", "into", "stuck into", "left on", "extended on", "stuck to", "resting on", "floating in", "stored in", "hanging off", "on head of", "laid out on", "gathered around", "tilted on", "projected on", "parked by", "sticking out from", "parked in", "standing with", "closed on", "on piece of", "on left of", "curled under", "leaning to", "near bottom of", "on tip of", "jutting into", "shining on", "at rear of", "draped across", "missing from", "parked at", "growing on", "coming towards", "suspended in", "poking out of", "parked along", "on left side of", "parked on top of", "formed into", "light in", "sleeping on", "sitting upon", "stacked on top of", "worn under", "hanging outside", "lit up on", "parked between", "on door of", "on roof of", "laying with", "standing beside", "extending into", "depicted in", "at front of", "near top of", "lying next to", "sitting next to", "seated in", "amidst", "standing along", "lying down on", "parked on side", "shinning on", "standing on top of", "smothered in", "looking in", "mixed into", "standing beneath", "left by", "painted on top of", "over top of", "sitting above", "down", "sitting on top of", "parked across", "sitting by", "laying in", "standing close to", "near side of", "spilled on", "hand of", "parked alongside", "kneeling by", "paved with", "trailing behind", "leading down to", "parked behind", "laying next to", "posing in front of", "seated in front of", "lying across", "parked against", "lying near", "sitting underneath", "parked inside", "sitting against", "winding through", "walking next to", "sitting near", "on lap of", "separated by", "goes past", "walking beside", "standing on edge of", "dripping from", "standing in middle of", "running beside", "sitting inside of", "growing next to", "made from", "sitting in middle of", "standing in front of", "walking on top of", "standing inside", "parked outside of", "facing toward", "sleeping under", "passing above", "sitting inside", "laying in front of", "lying in front of", "in lap of", "growing among", "growing behind", "riding atop", "over edge of", "growing from", "flying close to", "passing by", "towering over", "walking on side of", "splashing behind", "larger than", "standing outside of", "walking behind", "facing away from", "grazing next to", "walking in front of", "sprouting from", "grazing near", "no suitable option" ], "action": [ "tied into", "hanging on to", "holding on", "hanging around", "pushed into", "hanging with", "pulled up to", "clasping", "handing on", "coming onto", "leaning into", "loading onto", "posted to", "plugged in to", "painted with", "posing in", "wearing", "walking onto", "washing onto", "following", "pecking", "hit by", "getting", "riding with", "talking into", "heading down", "sitting down on", "listening to", "played by", "washed in", "cast on", "reaching into", "making", "reflecting", "reaching in", "cut into", "crossed over", "getting in", "eating on", "standing up on", "running in", "swung by", "adorning", "cut in", "walking on", "swimming with", "handling", "throwing off", "tapping", "walking along", "rolling to", "casted by", "getting into", "gesturing with", "created by", "spraying in", "dripping down", "pushing", "blowing", "drizzled on", "walking into", "covering", "stretching", "striking", "kicking up", "moving across", "eating in", "running by", "shopping for", "getting out of", "bathing in", "skating in", "walking around", "cooking on", "walking to", "maneuvering", "feeding in", "advertising", "growing alongside", "smoking", "guarding", "stirring", "flapping", "surfing", "racing on", "rolling down", "driving", "walking alongside", "leaving behind", "flying", "walking over", "swimming", "measuring", "juggling", "turning", "rolling through", "windsurfing in", "driving toward", "pouring out of", "preparing for", "breaking through", "curling", "walking", "growing out", "kicking", "growing out of", "concentrating on", "skateboarding on", "snowboarding down", "soiling", "baking in", "doing tricks in", "skateboarding down", "flooding", "skateboarding", "grazing", "grazing from", "no suitable option" ], "state": [ "made with", "curled over", "relaxing on", "outfit", "parked", "owned by", "relaxing in", "made for", "wearing same", "sitting around", "glowing", "styled in", "right to", "named", "shredded", "spot on", "clear", "growing up", "losing", "growing outside", "no suitable option" ] }, "subject": "canopy", "predicate": "attached to", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_3_metal_covered in_moss.jpg", "options": { "spatial": [ "shown in", "embedded in", "into", "looking in", "amidst", "depicted in", "stored in", "over top of", "floating in", "parked in", "suspended in", "laid out on", "laying in", "light in", "sticking out from", "spilled on", "over edge of", "worn under", "gathered around", "placed on", "hanging in", "standing inside", "extended on", "in lap of", "jutting into", "sitting inside of", "hanging under", "seated in", "near top of", "lying across", "stuck into", "curled under", "mixed into", "poking out of", "on piece of", "held with", "parked inside", "attached by", "near bottom of", "smothered in", "curled on", "lying in front of", "near side of", "missing from", "draped across", "lying next to", "formed into", "sitting inside", "laying in front of", "extending into", "parked on", "draped on", "on door of", "at front of", "sleeping under", "parked across", "closed on", "projected on", "lying near", "paved with", "lying down on", "passing above", "shining on", "glued on", "laying with", "standing in front of", "on left side of", "parked against", "hung on", "hanging over", "lit up on", "standing close to", "parked behind", "painted on top of", "laying next to", "leading down to", "facing away from", "tied with", "standing beneath", "separated by", "sleeping on", "seated in front of", "parked on top of", "standing on top of", "on left of", "standing in middle of", "on head of", "standing with", "parked at", "on roof of", "winding through", "posing on", "passing by", "stacked on top of", "growing behind", "stuck to", "linked to", "hanging out on", "resting on", "hanging next to", "sitting against", "on lap of", "parked between", "left by", "parked by", "standing outside of", "parked outside of", "sitting on top of", "coming towards", "walking behind", "hanging between", "parked alongside", "larger than", "hand of", "at rear of", "sitting upon", "sitting in middle of", "sitting by", "left on", "splashing behind", "sitting next to", "hanging on side of", "growing on", "towering over", "shinning on", "parked on side", "sitting underneath", "down", "kneeling by", "standing beside", "trailing behind", "parked along", "goes past", "hanging on back of", "running beside", "sitting above", "flying close to", "sitting near", "posing in front of", "standing on edge of", "dripping from", "growing among", "hanging at", "on tip of", "standing along", "made from", "growing next to", "hanging off", "walking in front of", "walking on top of", "hanging outside", "hitched to", "tilted on", "leaning to", "riding atop", "facing toward", "growing from", "grazing next to", "walking next to", "walking on side of", "grazing near", "walking beside", "sprouting from", "no suitable option" ], "action": [ "covering", "washed in", "running in", "cut in", "spraying in", "pushed into", "tied into", "posing in", "cut into", "crossed over", "getting in", "guarding", "wearing", "reaching in", "eating in", "hit by", "breaking through", "rolling through", "getting into", "painted with", "talking into", "holding on", "played by", "plugged in to", "coming onto", "bathing in", "preparing for", "shopping for", "listening to", "blowing", "getting out of", "handling", "skating in", "hanging around", "flapping", "leaning into", "running by", "leaving behind", "walking into", "following", "making", "advertising", "concentrating on", "smoking", "clasping", "pulled up to", "posted to", "reaching into", "walking around", "getting", "surfing", "flooding", "swimming with", "kicking up", "rolling to", "driving", "swimming", "pouring out of", "adorning", "standing up on", "stretching", "drizzled on", "handing on", "feeding in", "walking over", "baking in", "dripping down", "pecking", "rolling down", "maneuvering", "swung by", "growing out of", "windsurfing in", "throwing off", "eating on", "racing on", "doing tricks in", "sitting down on", "hanging with", "casted by", "moving across", "striking", "growing alongside", "growing out", "kicking", "curling", "hanging on to", "heading down", "walking on", "cooking on", "washing onto", "cast on", "created by", "pushing", "riding with", "walking alongside", "reflecting", "stirring", "flying", "soiling", "juggling", "snowboarding down", "tapping", "turning", "walking along", "measuring", "walking onto", "skateboarding on", "skateboarding", "skateboarding down", "walking", "grazing", "loading onto", "grazing from", "walking to", "driving toward", "gesturing with", "no suitable option" ], "state": [ "styled in", "relaxing in", "made for", "curled over", "clear", "outfit", "relaxing on", "made with", "sitting around", "shredded", "spot on", "parked", "right to", "wearing same", "named", "losing", "growing up", "owned by", "glowing", "growing outside", "no suitable option" ] }, "subject": "metal", "predicate": "covered in", "object": "moss" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_4_word_of_boat.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "word", "predicate": "of", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_5_life preserver_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "life preserver", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_6_canopy_on_boat.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "canopy", "predicate": "on", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_7_dock_near_boat.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "dock", "predicate": "near", "object": "boat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_8_boat_in_background.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "boat", "predicate": "in", "object": "background" }, { "image_path": "annotated_image_folder/split_4/output_images_2321228/image_2321228_pair_9_boat_in_background.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "boat", "predicate": "in", "object": "background" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_1_baseball player_holding_bat.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "baseball player", "predicate": "holding", "object": "bat" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_2_catcher_in_cap.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "catcher", "predicate": "in", "object": "cap" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_3_player_in_dugout.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "player", "predicate": "in", "object": "dugout" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_4_player_in_dugout.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "player", "predicate": "in", "object": "dugout" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_5_player_in_dugout.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "player", "predicate": "in", "object": "dugout" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_6_baseball player_wearing_blue socks.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "baseball player", "predicate": "wearing", "object": "blue socks" }, { "image_path": "annotated_image_folder/split_4/output_images_2321634/image_2321634_pair_7_baseball player_wearing_sock.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "baseball player", "predicate": "wearing", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2323549/image_2323549_pair_1_leaf_in_grass.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "leaf", "predicate": "in", "object": "grass" }, { "image_path": "annotated_image_folder/split_4/output_images_2323549/image_2323549_pair_2_mouth_on_bear.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "mouth", "predicate": "on", "object": "bear" }, { "image_path": "annotated_image_folder/split_4/output_images_2323549/image_2323549_pair_3_bear_on_rock.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bear", "predicate": "on", "object": "rock" }, { "image_path": "annotated_image_folder/split_4/output_images_2323549/image_2323549_pair_4_bear_on_rock.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bear", "predicate": "on", "object": "rock" }, { "image_path": "annotated_image_folder/split_4/output_images_2323549/image_2323549_pair_5_claw_on_bear.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "claw", "predicate": "on", "object": "bear" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_10_building_holding_material.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "building", "predicate": "holding", "object": "material" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_11_water_near_hydrant.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "water", "predicate": "near", "object": "hydrant" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_12_water_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "water", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_13_pole_sticking out_building.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "laid out on", "hanging off", "hanging in", "hanging out on", "stuck to", "floating in", "laying in", "hanging under", "embedded in", "hanging between", "laying with", "glued on", "hanging over", "hung on", "resting on", "lying down on", "hanging on back of", "placed on", "hanging at", "laying in front of", "into", "lying across", "shining on", "paved with", "parked in", "gathered around", "stored in", "laying next to", "parked on", "on piece of", "curled on", "hanging next to", "stacked on top of", "sleeping on", "jutting into", "curled under", "growing on", "smothered in", "shown in", "standing inside", "down", "standing with", "held with", "growing behind", "posing on", "seated in", "over top of", "tied with", "left by", "suspended in", "draped on", "attached by", "lying in front of", "sleeping under", "hanging on side of", "leading down to", "spilled on", "parked behind", "sitting inside of", "splashing behind", "parked inside", "sitting upon", "draped across", "sitting inside", "parked across", "lying next to", "hanging outside", "sitting on top of", "standing on top of", "parked between", "facing away from", "sitting against", "left on", "lying near", "amidst", "standing beneath", "parked on top of", "standing close to", "trailing behind", "light in", "lit up on", "on head of", "worn under", "sitting underneath", "formed into", "sitting by", "near bottom of", "goes past", "dripping from", "at front of", "parked along", "walking behind", "standing along", "parked at", "leaning to", "sitting in middle of", "seated in front of", "standing in front of", "mixed into", "standing in middle of", "shinning on", "parked against", "looking in", "on door of", "on tip of", "on left of", "at rear of", "parked outside of", "sitting next to", "missing from", "coming towards", "parked alongside", "posing in front of", "extending into", "tilted on", "standing outside of", "separated by", "near top of", "growing among", "parked by", "projected on", "hand of", "closed on", "extended on", "over edge of", "walking on top of", "kneeling by", "on lap of", "in lap of", "sitting near", "growing from", "parked on side", "sitting above", "towering over", "hitched to", "standing beside", "depicted in", "on roof of", "on left side of", "painted on top of", "linked to", "running beside", "winding through", "standing on edge of", "growing next to", "larger than", "flying close to", "made from", "riding atop", "walking in front of", "passing above", "near side of", "walking next to", "walking beside", "facing toward", "passing by", "grazing next to", "walking on side of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "hanging with", "leaving behind", "hanging on to", "holding on", "growing out", "throwing off", "tied into", "kicking up", "pushed into", "rolling down", "running in", "pouring out of", "leaning into", "cut in", "posing in", "dripping down", "rolling through", "coming onto", "growing out of", "pulled up to", "breaking through", "sitting down on", "standing up on", "cut into", "handling", "washed in", "reaching in", "getting into", "spraying in", "getting in", "eating on", "eating in", "hit by", "getting", "rolling to", "flapping", "handing on", "adorning", "bathing in", "covering", "concentrating on", "wearing", "reaching into", "making", "listening to", "heading down", "stretching", "walking around", "kicking", "walking on", "clasping", "loading onto", "pecking", "guarding", "walking into", "moving across", "talking into", "smoking", "running by", "pushing", "walking onto", "stirring", "washing onto", "riding with", "swung by", "feeding in", "skating in", "painted with", "cooking on", "preparing for", "played by", "baking in", "maneuvering", "driving", "snowboarding down", "walking along", "surfing", "growing alongside", "striking", "crossed over", "cast on", "swimming with", "skateboarding down", "doing tricks in", "blowing", "reflecting", "advertising", "following", "drizzled on", "racing on", "plugged in to", "casted by", "juggling", "walking over", "walking alongside", "curling", "walking", "flying", "swimming", "tapping", "turning", "posted to", "flooding", "skateboarding on", "windsurfing in", "measuring", "gesturing with", "soiling", "skateboarding", "walking to", "shopping for", "grazing", "created by", "driving toward", "grazing from", "no suitable option" ], "state": [ "relaxing in", "clear", "styled in", "relaxing on", "sitting around", "curled over", "losing", "shredded", "parked", "growing up", "spot on", "outfit", "made for", "made with", "right to", "glowing", "wearing same", "named", "growing outside", "owned by", "no suitable option" ] }, "subject": "pole", "predicate": "sticking out", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_14_grass_growing by_puddle.jpg", "options": { "spatial": [ "growing from", "growing next to", "growing among", "growing on", "growing behind", "left by", "parked by", "towering over", "passing by", "separated by", "standing along", "sitting by", "attached by", "larger than", "leading down to", "kneeling by", "extending into", "formed into", "walking beside", "gathered around", "walking next to", "standing close to", "standing inside", "standing with", "paved with", "standing outside of", "walking behind", "standing beneath", "parked along", "standing beside", "sprouting from", "coming towards", "walking on top of", "made from", "standing in middle of", "amidst", "parked in", "walking in front of", "leaning to", "into", "parked inside", "sticking out from", "floating in", "walking on side of", "laid out on", "hanging under", "parked on", "flying close to", "grazing next to", "standing on top of", "lit up on", "standing in front of", "hanging in", "smothered in", "hanging next to", "passing above", "sleeping under", "parked across", "parked at", "standing on edge of", "parked alongside", "laying next to", "poking out of", "light in", "grazing near", "dripping from", "on roof of", "on door of", "hanging outside", "jutting into", "running beside", "parked between", "in lap of", "stored in", "hanging over", "hanging out on", "lying near", "parked behind", "extended on", "laying in", "parked outside of", "stacked on top of", "tied with", "shining on", "hanging at", "trailing behind", "hand of", "sitting upon", "parked against", "mixed into", "goes past", "embedded in", "near bottom of", "down", "near side of", "placed on", "laying with", "stuck into", "suspended in", "hitched to", "curled under", "lying next to", "near top of", "sitting above", "on lap of", "hanging between", "sitting inside of", "on tip of", "on left of", "lying across", "sitting next to", "over edge of", "worn under", "linked to", "laying in front of", "at front of", "parked on top of", "hung on", "missing from", "held with", "sitting inside", "sitting near", "over top of", "projected on", "at rear of", "parked on side", "splashing behind", "hanging off", "shinning on", "resting on", "sitting in middle of", "on head of", "hanging on side of", "depicted in", "tilted on", "sleeping on", "draped across", "spilled on", "seated in", "posing on", "sitting underneath", "curled on", "winding through", "closed on", "hanging on back of", "shown in", "sitting on top of", "lying in front of", "stuck to", "glued on", "lying down on", "draped on", "facing away from", "on piece of", "on left side of", "riding atop", "sitting against", "facing toward", "left on", "seated in front of", "painted on top of", "looking in", "posing in front of", "no suitable option" ], "action": [ "growing out of", "growing alongside", "growing out", "created by", "casted by", "running by", "played by", "hit by", "walking along", "swung by", "walking around", "making", "walking", "walking on", "stretching", "walking alongside", "leaning into", "walking to", "feeding in", "reaching in", "soiling", "moving across", "reaching into", "walking onto", "walking over", "following", "eating in", "walking into", "cut into", "kicking up", "coming onto", "standing up on", "hanging around", "eating on", "concentrating on", "flooding", "rolling down", "adorning", "driving toward", "getting out of", "grazing from", "skating in", "stirring", "breaking through", "pouring out of", "dripping down", "cut in", "turning", "smoking", "leaving behind", "rolling to", "shopping for", "grazing", "flying", "washed in", "maneuvering", "driving", "pushed into", "getting", "hanging on to", "pushing", "measuring", "wearing", "tied into", "advertising", "hanging with", "listening to", "swimming with", "bathing in", "rolling through", "running in", "talking into", "posted to", "swimming", "kicking", "painted with", "getting into", "spraying in", "cooking on", "handling", "riding with", "pecking", "posing in", "skateboarding down", "pulled up to", "crossed over", "skateboarding", "guarding", "flapping", "blowing", "heading down", "preparing for", "handing on", "sitting down on", "windsurfing in", "snowboarding down", "reflecting", "baking in", "drizzled on", "covering", "skateboarding on", "doing tricks in", "throwing off", "juggling", "washing onto", "striking", "tapping", "holding on", "surfing", "cast on", "plugged in to", "racing on", "getting in", "clasping", "curling", "gesturing with", "loading onto", "no suitable option" ], "state": [ "growing outside", "growing up", "owned by", "made with", "parked", "styled in", "losing", "right to", "sitting around", "glowing", "curled over", "made for", "named", "relaxing in", "relaxing on", "clear", "shredded", "outfit", "wearing same", "spot on", "no suitable option" ] }, "subject": "grass", "predicate": "growing by", "object": "puddle" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_1_pole_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "pole", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_2_fire hydrant_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "fire hydrant", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_3_building_near_bagsg.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "building", "predicate": "near", "object": "bagsg" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_4_pool_of_water.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "pool", "predicate": "of", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_5_water_near_hydrant.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "water", "predicate": "near", "object": "hydrant" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_6_sign_on_fence.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sign", "predicate": "on", "object": "fence" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_7_fence_near_pole.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "fence", "predicate": "near", "object": "pole" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_8_grass_near_hydrant.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "grass", "predicate": "near", "object": "hydrant" }, { "image_path": "annotated_image_folder/split_4/output_images_2324653/image_2324653_pair_9_fire hydrant_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "fire hydrant", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_10_person_holding_ski pole.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "holding", "object": "ski pole" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_11_ground_in_snow.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "ground", "predicate": "in", "object": "snow" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_1_boot_on_person.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "boot", "predicate": "on", "object": "person" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_2_goggles_on_person.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "goggles", "predicate": "on", "object": "person" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_3_ski pole_of_skiier.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "ski pole", "predicate": "of", "object": "skiier" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_4_ladder_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "ladder", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_5_female_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "female", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_6_window_of_building.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "of", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_7_goggles_on_head.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "goggles", "predicate": "on", "object": "head" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_8_person_wearing_coat.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "person", "predicate": "wearing", "object": "coat" }, { "image_path": "annotated_image_folder/split_4/output_images_2331388/image_2331388_pair_9_person_wearing_glove.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "person", "predicate": "wearing", "object": "glove" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_10_hair_of_man.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "hair", "predicate": "of", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_11_airplane_on_runway.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "airplane", "predicate": "on", "object": "runway" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_12_head_of_man.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "head", "predicate": "of", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_13_man_wearing_tee shirt.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "tee shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_14_tee shirt_on_man.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tee shirt", "predicate": "on", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_15_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_16_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_17_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_18_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_19_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_1_man_leaning on_railing.jpg", "options": { "spatial": [ "leaning to", "tilted on", "resting on", "curled on", "hung on", "sleeping on", "lying down on", "laid out on", "left on", "hanging out on", "growing on", "lit up on", "placed on", "projected on", "extended on", "closed on", "posing on", "hanging over", "hanging off", "down", "hanging between", "sitting upon", "tied with", "shining on", "draped on", "hanging at", "curled under", "laying with", "sitting against", "parked on", "on tip of", "hanging on side of", "hanging in", "shinning on", "hanging on back of", "hanging under", "standing with", "coming towards", "standing along", "looking in", "facing toward", "floating in", "standing on top of", "on piece of", "hanging next to", "standing close to", "stuck into", "laying in", "on left of", "stuck to", "sitting on top of", "on head of", "stacked on top of", "attached by", "laying next to", "sitting by", "kneeling by", "held with", "leading down to", "sitting above", "glued on", "gathered around", "sitting near", "over top of", "sitting next to", "draped across", "standing on edge of", "seated in", "lying near", "towering over", "lying across", "laying in front of", "sticking out from", "standing beside", "worn under", "sleeping under", "on left side of", "parked on side", "hitched to", "near side of", "near bottom of", "standing in middle of", "sitting in middle of", "sitting underneath", "smothered in", "standing beneath", "parked along", "on roof of", "trailing behind", "lying next to", "near top of", "hanging outside", "seated in front of", "jutting into", "over edge of", "parked against", "growing behind", "at rear of", "sitting inside", "parked in", "parked on top of", "shown in", "goes past", "left by", "painted on top of", "lying in front of", "parked alongside", "standing inside", "suspended in", "on door of", "sitting inside of", "into", "passing above", "walking on top of", "standing in front of", "linked to", "growing next to", "parked at", "light in", "parked across", "growing among", "paved with", "poking out of", "facing away from", "on lap of", "running beside", "walking on side of", "parked between", "parked by", "at front of", "standing outside of", "riding atop", "hand of", "flying close to", "embedded in", "larger than", "posing in front of", "growing from", "walking beside", "parked behind", "depicted in", "amidst", "mixed into", "formed into", "stored in", "spilled on", "parked inside", "missing from", "grazing next to", "parked outside of", "walking next to", "grazing near", "splashing behind", "dripping from", "made from", "passing by", "extending into", "sprouting from", "winding through", "walking behind", "in lap of", "walking in front of", "separated by", "no suitable option" ], "action": [ "leaning into", "holding on", "hanging on to", "sitting down on", "heading down", "standing up on", "hanging around", "handing on", "hanging with", "tied into", "pulled up to", "kicking up", "eating on", "stretching", "rolling down", "coming onto", "getting", "wearing", "turning", "walking on", "swung by", "rolling to", "hit by", "listening to", "concentrating on", "cooking on", "preparing for", "throwing off", "pecking", "drizzled on", "growing alongside", "reaching in", "crossed over", "pushing", "pushed into", "riding with", "following", "getting in", "posing in", "making", "clasping", "maneuvering", "shopping for", "plugged in to", "painted with", "racing on", "kicking", "stirring", "played by", "dripping down", "loading onto", "rolling through", "walking along", "getting into", "walking onto", "running in", "cast on", "blowing", "running by", "reaching into", "talking into", "gesturing with", "guarding", "reflecting", "driving toward", "moving across", "walking around", "leaving behind", "handling", "tapping", "washed in", "walking over", "striking", "smoking", "snowboarding down", "posted to", "flapping", "skateboarding down", "curling", "skating in", "getting out of", "growing out of", "skateboarding on", "walking alongside", "growing out", "covering", "swimming with", "eating in", "measuring", "doing tricks in", "windsurfing in", "surfing", "flying", "casted by", "breaking through", "adorning", "juggling", "feeding in", "spraying in", "swimming", "bathing in", "pouring out of", "walking", "advertising", "skateboarding", "washing onto", "cut in", "cut into", "created by", "walking into", "soiling", "baking in", "grazing", "driving", "walking to", "grazing from", "flooding", "no suitable option" ], "state": [ "relaxing on", "curled over", "relaxing in", "sitting around", "styled in", "wearing same", "spot on", "outfit", "losing", "parked", "made for", "clear", "made with", "glowing", "right to", "growing up", "shredded", "named", "owned by", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "leaning on", "object": "railing" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_20_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_21_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_22_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_23_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_24_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_25_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_26_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_27_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_2_lamp post_on_runway.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "lamp post", "predicate": "on", "object": "runway" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_3_airplane_on_tarmac.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "airplane", "predicate": "on", "object": "tarmac" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_4_window_near_building.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "window", "predicate": "near", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_5_airplane_parked on_tarmac.jpg", "options": { "spatial": [ "parked on", "parked at", "parked in", "parked on top of", "parked on side", "parked along", "parked between", "parked against", "parked by", "parked behind", "parked outside of", "parked inside", "parked alongside", "parked across", "placed on", "on roof of", "on head of", "laid out on", "resting on", "on piece of", "on tip of", "on door of", "attached by", "posing on", "hanging on side of", "paved with", "sleeping on", "closed on", "on left of", "hanging on back of", "standing on top of", "left on", "near side of", "at rear of", "on left side of", "glued on", "hung on", "floating in", "shining on", "hanging out on", "at front of", "sitting on top of", "near top of", "seated in front of", "hanging outside", "sitting by", "standing outside of", "sitting upon", "lit up on", "hanging under", "lying down on", "shinning on", "on lap of", "sitting above", "sitting near", "gathered around", "hitched to", "curled on", "tilted on", "growing on", "hanging next to", "seated in", "near bottom of", "standing close to", "standing in front of", "hanging in", "standing beside", "stored in", "sitting next to", "sticking out from", "hanging off", "embedded in", "projected on", "standing beneath", "sitting underneath", "hanging over", "standing in middle of", "spilled on", "sitting against", "laying in front of", "running beside", "splashing behind", "sitting in middle of", "painted on top of", "held with", "lying near", "standing with", "standing along", "suspended in", "standing on edge of", "draped on", "walking on top of", "hanging at", "down", "left by", "sitting inside of", "riding atop", "standing inside", "stuck to", "laying in", "laying next to", "lying in front of", "sitting inside", "walking on side of", "stuck into", "stacked on top of", "sleeping under", "worn under", "walking beside", "leaning to", "extended on", "lying across", "lying next to", "posing in front of", "curled under", "hanging between", "over top of", "linked to", "amidst", "walking in front of", "in lap of", "light in", "kneeling by", "looking in", "walking next to", "grazing near", "shown in", "growing behind", "missing from", "laying with", "depicted in", "walking behind", "grazing next to", "draped across", "into", "coming towards", "growing next to", "flying close to", "towering over", "smothered in", "hand of", "trailing behind", "tied with", "growing among", "leading down to", "facing toward", "facing away from", "goes past", "over edge of", "poking out of", "passing above", "growing from", "separated by", "jutting into", "formed into", "larger than", "passing by", "dripping from", "made from", "mixed into", "winding through", "extending into", "sprouting from", "no suitable option" ], "action": [ "holding on", "standing up on", "sitting down on", "racing on", "walking on", "hanging around", "driving", "hit by", "hanging on to", "riding with", "heading down", "posing in", "leaning into", "running in", "eating on", "driving toward", "swung by", "walking onto", "pulled up to", "skateboarding on", "running by", "skating in", "bathing in", "wearing", "coming onto", "handing on", "hanging with", "snowboarding down", "growing alongside", "walking alongside", "getting in", "surfing", "leaving behind", "skateboarding down", "walking around", "rolling down", "kicking up", "loading onto", "plugged in to", "crossed over", "cast on", "washed in", "walking over", "played by", "casted by", "drizzled on", "cooking on", "getting into", "turning", "walking into", "painted with", "pushed into", "moving across", "windsurfing in", "rolling to", "getting out of", "reaching in", "guarding", "listening to", "tied into", "reflecting", "posted to", "getting", "flooding", "maneuvering", "doing tricks in", "covering", "shopping for", "spraying in", "tapping", "washing onto", "skateboarding", "eating in", "making", "walking along", "walking", "created by", "following", "pecking", "growing out", "gesturing with", "dripping down", "swimming with", "smoking", "throwing off", "reaching into", "grazing from", "flapping", "walking to", "grazing", "kicking", "adorning", "swimming", "advertising", "growing out of", "flying", "pushing", "rolling through", "preparing for", "talking into", "cut in", "clasping", "blowing", "concentrating on", "handling", "soiling", "stretching", "curling", "striking", "juggling", "cut into", "pouring out of", "baking in", "feeding in", "stirring", "breaking through", "measuring", "no suitable option" ], "state": [ "parked", "sitting around", "relaxing on", "relaxing in", "owned by", "spot on", "curled over", "made for", "styled in", "right to", "named", "wearing same", "glowing", "growing outside", "made with", "outfit", "clear", "losing", "growing up", "shredded", "no suitable option" ] }, "subject": "airplane", "predicate": "parked on", "object": "tarmac" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_6_airplane_parked on_tarmac.jpg", "options": { "spatial": [ "parked on", "parked at", "parked in", "parked on top of", "parked on side", "parked along", "parked between", "parked against", "parked by", "parked behind", "parked outside of", "parked inside", "parked alongside", "parked across", "placed on", "on roof of", "on head of", "laid out on", "resting on", "on piece of", "on tip of", "on door of", "attached by", "posing on", "hanging on side of", "paved with", "sleeping on", "closed on", "on left of", "hanging on back of", "standing on top of", "left on", "near side of", "at rear of", "on left side of", "glued on", "hung on", "floating in", "shining on", "hanging out on", "at front of", "sitting on top of", "near top of", "seated in front of", "hanging outside", "sitting by", "standing outside of", "sitting upon", "lit up on", "hanging under", "lying down on", "shinning on", "on lap of", "sitting above", "sitting near", "gathered around", "hitched to", "curled on", "tilted on", "growing on", "hanging next to", "seated in", "near bottom of", "standing close to", "standing in front of", "hanging in", "standing beside", "stored in", "sitting next to", "sticking out from", "hanging off", "embedded in", "projected on", "standing beneath", "sitting underneath", "hanging over", "standing in middle of", "spilled on", "sitting against", "laying in front of", "running beside", "splashing behind", "sitting in middle of", "painted on top of", "held with", "lying near", "standing with", "standing along", "suspended in", "standing on edge of", "draped on", "walking on top of", "hanging at", "down", "left by", "sitting inside of", "riding atop", "standing inside", "stuck to", "laying in", "laying next to", "lying in front of", "sitting inside", "walking on side of", "stuck into", "stacked on top of", "sleeping under", "worn under", "walking beside", "leaning to", "extended on", "lying across", "lying next to", "posing in front of", "curled under", "hanging between", "over top of", "linked to", "amidst", "walking in front of", "in lap of", "light in", "kneeling by", "looking in", "walking next to", "grazing near", "shown in", "growing behind", "missing from", "laying with", "depicted in", "walking behind", "grazing next to", "draped across", "into", "coming towards", "growing next to", "flying close to", "towering over", "smothered in", "hand of", "trailing behind", "tied with", "growing among", "leading down to", "facing toward", "facing away from", "goes past", "over edge of", "poking out of", "passing above", "growing from", "separated by", "jutting into", "formed into", "larger than", "passing by", "dripping from", "made from", "mixed into", "winding through", "extending into", "sprouting from", "no suitable option" ], "action": [ "holding on", "standing up on", "sitting down on", "racing on", "walking on", "hanging around", "driving", "hit by", "hanging on to", "riding with", "heading down", "posing in", "leaning into", "running in", "eating on", "driving toward", "swung by", "walking onto", "pulled up to", "skateboarding on", "running by", "skating in", "bathing in", "wearing", "coming onto", "handing on", "hanging with", "snowboarding down", "growing alongside", "walking alongside", "getting in", "surfing", "leaving behind", "skateboarding down", "walking around", "rolling down", "kicking up", "loading onto", "plugged in to", "crossed over", "cast on", "washed in", "walking over", "played by", "casted by", "drizzled on", "cooking on", "getting into", "turning", "walking into", "painted with", "pushed into", "moving across", "windsurfing in", "rolling to", "getting out of", "reaching in", "guarding", "listening to", "tied into", "reflecting", "posted to", "getting", "flooding", "maneuvering", "doing tricks in", "covering", "shopping for", "spraying in", "tapping", "washing onto", "skateboarding", "eating in", "making", "walking along", "walking", "created by", "following", "pecking", "growing out", "gesturing with", "dripping down", "swimming with", "smoking", "throwing off", "reaching into", "grazing from", "flapping", "walking to", "grazing", "kicking", "adorning", "swimming", "advertising", "growing out of", "flying", "pushing", "rolling through", "preparing for", "talking into", "cut in", "clasping", "blowing", "concentrating on", "handling", "soiling", "stretching", "curling", "striking", "juggling", "cut into", "pouring out of", "baking in", "feeding in", "stirring", "breaking through", "measuring", "no suitable option" ], "state": [ "parked", "sitting around", "relaxing on", "relaxing in", "owned by", "spot on", "curled over", "made for", "styled in", "right to", "named", "wearing same", "glowing", "growing outside", "made with", "outfit", "clear", "losing", "growing up", "shredded", "no suitable option" ] }, "subject": "airplane", "predicate": "parked on", "object": "tarmac" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_7_railing_on_rooftop.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "railing", "predicate": "on", "object": "rooftop" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_8_tail_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tail", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2333223/image_2333223_pair_9_right arm_of_man.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "right arm", "predicate": "of", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_1_leaf_painted on_plane.jpg", "options": { "spatial": [ "painted on top of", "placed on", "draped on", "on piece of", "glued on", "on roof of", "shining on", "parked on", "projected on", "spilled on", "on left of", "on head of", "curled on", "tilted on", "depicted in", "left on", "posing on", "lit up on", "worn under", "on tip of", "shinning on", "laid out on", "on door of", "hung on", "growing on", "closed on", "on left side of", "made from", "sleeping on", "resting on", "attached by", "hanging on side of", "hanging under", "light in", "hanging on back of", "draped across", "lying down on", "shown in", "sitting upon", "hanging out on", "extended on", "hanging over", "standing on top of", "parked on side", "parked on top of", "paved with", "hanging at", "down", "stacked on top of", "standing beneath", "gathered around", "floating in", "over top of", "hanging outside", "hanging in", "parked at", "standing on edge of", "on lap of", "left by", "parked against", "near bottom of", "at rear of", "dripping from", "sitting on top of", "riding atop", "curled under", "near side of", "hanging next to", "near top of", "hanging between", "parked along", "sitting against", "parked by", "hanging off", "parked in", "mixed into", "parked between", "over edge of", "leaning to", "held with", "splashing behind", "parked inside", "sticking out from", "at front of", "seated in", "sitting underneath", "sitting above", "sitting by", "parked behind", "hand of", "standing along", "parked outside of", "kneeling by", "standing with", "standing inside", "suspended in", "embedded in", "parked across", "towering over", "smothered in", "tied with", "standing outside of", "sitting inside of", "jutting into", "laying in", "passing above", "stuck to", "amidst", "parked alongside", "looking in", "sitting inside", "missing from", "seated in front of", "into", "laying in front of", "sitting near", "stuck into", "standing in front of", "walking on top of", "laying with", "formed into", "sitting next to", "standing close to", "standing in middle of", "sleeping under", "standing beside", "laying next to", "stored in", "posing in front of", "passing by", "linked to", "sitting in middle of", "winding through", "lying near", "growing from", "walking on side of", "larger than", "hitched to", "lying across", "goes past", "coming towards", "lying in front of", "facing toward", "poking out of", "in lap of", "trailing behind", "growing behind", "facing away from", "flying close to", "leading down to", "running beside", "lying next to", "walking behind", "separated by", "growing next to", "grazing next to", "growing among", "grazing near", "walking in front of", "walking beside", "walking next to", "sprouting from", "extending into", "no suitable option" ], "action": [ "painted with", "holding on", "wearing", "making", "cast on", "cooking on", "adorning", "spraying in", "reflecting", "eating on", "sitting down on", "handing on", "standing up on", "drizzled on", "hit by", "racing on", "covering", "casted by", "advertising", "washed in", "washing onto", "walking on", "pecking", "hanging on to", "hanging around", "skateboarding on", "dripping down", "played by", "hanging with", "posing in", "loading onto", "riding with", "striking", "bathing in", "blowing", "created by", "following", "skateboarding down", "turning", "leaning into", "soiling", "getting", "skateboarding", "surfing", "heading down", "crossed over", "swung by", "getting in", "coming onto", "snowboarding down", "walking onto", "skating in", "running by", "running in", "rolling down", "guarding", "getting into", "tied into", "flying", "smoking", "flapping", "gesturing with", "cut in", "walking around", "kicking up", "driving", "rolling through", "kicking", "rolling to", "stirring", "shopping for", "leaving behind", "plugged in to", "throwing off", "baking in", "preparing for", "pulled up to", "posted to", "pouring out of", "curling", "pushed into", "doing tricks in", "eating in", "tapping", "maneuvering", "cut into", "walking over", "walking along", "talking into", "swimming", "clasping", "concentrating on", "pushing", "listening to", "swimming with", "flooding", "juggling", "reaching in", "getting out of", "handling", "windsurfing in", "driving toward", "walking", "walking into", "moving across", "grazing", "grazing from", "growing alongside", "breaking through", "feeding in", "growing out of", "walking to", "walking alongside", "stretching", "growing out", "reaching into", "measuring", "no suitable option" ], "state": [ "styled in", "glowing", "outfit", "clear", "made for", "made with", "parked", "curled over", "named", "shredded", "spot on", "owned by", "sitting around", "wearing same", "relaxing on", "relaxing in", "right to", "losing", "growing up", "growing outside", "no suitable option" ] }, "subject": "leaf", "predicate": "painted on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_2_plane_flying in_sky.jpg", "options": { "spatial": [ "flying close to", "floating in", "seated in", "sitting inside", "sitting inside of", "into", "laying in", "suspended in", "hanging in", "standing inside", "jutting into", "light in", "stored in", "embedded in", "parked in", "sitting in middle of", "sitting by", "parked inside", "passing by", "riding atop", "seated in front of", "sleeping under", "sitting upon", "sitting on top of", "walking on top of", "sitting above", "looking in", "in lap of", "hanging under", "splashing behind", "depicted in", "sitting underneath", "passing above", "sitting near", "gathered around", "laying in front of", "standing in middle of", "towering over", "lying across", "walking in front of", "sitting next to", "stuck into", "on roof of", "hanging over", "poking out of", "on door of", "shown in", "extending into", "sticking out from", "sitting against", "mixed into", "lying in front of", "hanging out on", "running beside", "lying near", "laying next to", "standing close to", "sleeping on", "formed into", "parked across", "growing on", "lying down on", "smothered in", "hanging next to", "walking behind", "standing in front of", "walking on side of", "walking next to", "hanging outside", "laid out on", "left by", "standing on top of", "hitched to", "parked on", "hanging on back of", "dripping from", "curled under", "on lap of", "coming towards", "near side of", "leading down to", "near top of", "growing among", "hanging at", "standing along", "growing behind", "hanging between", "tilted on", "down", "hanging on side of", "at front of", "parked along", "parked alongside", "standing outside of", "parked between", "shining on", "standing with", "parked by", "standing beneath", "walking beside", "near bottom of", "parked on top of", "growing from", "held with", "laying with", "growing next to", "over top of", "missing from", "resting on", "posing on", "lit up on", "hanging off", "placed on", "parked at", "lying next to", "facing away from", "attached by", "on head of", "larger than", "kneeling by", "curled on", "hung on", "goes past", "stacked on top of", "draped across", "closed on", "parked outside of", "separated by", "draped on", "sprouting from", "worn under", "at rear of", "amidst", "posing in front of", "parked behind", "on piece of", "spilled on", "parked on side", "winding through", "painted on top of", "standing on edge of", "stuck to", "grazing next to", "on left side of", "parked against", "on left of", "hand of", "leaning to", "grazing near", "over edge of", "paved with", "on tip of", "standing beside", "shinning on", "trailing behind", "glued on", "projected on", "left on", "linked to", "extended on", "tied with", "facing toward", "made from", "no suitable option" ], "action": [ "flying", "running in", "walking into", "maneuvering", "getting into", "getting in", "eating in", "reaching in", "swimming", "doing tricks in", "riding with", "spraying in", "swimming with", "reaching into", "posing in", "surfing", "driving", "getting out of", "flapping", "windsurfing in", "swung by", "skating in", "moving across", "walking around", "hanging around", "talking into", "running by", "sitting down on", "cut in", "walking over", "leaning into", "coming onto", "washed in", "pushed into", "bathing in", "walking onto", "walking on", "crossed over", "blowing", "feeding in", "growing out", "snowboarding down", "preparing for", "walking alongside", "plugged in to", "pecking", "kicking up", "dripping down", "walking along", "baking in", "growing out of", "walking", "kicking", "rolling through", "walking to", "juggling", "skateboarding down", "cut into", "smoking", "heading down", "hit by", "leaving behind", "growing alongside", "played by", "rolling down", "flooding", "skateboarding on", "pouring out of", "skateboarding", "rolling to", "driving toward", "turning", "racing on", "shopping for", "cooking on", "casted by", "standing up on", "handling", "tied into", "cast on", "eating on", "breaking through", "making", "getting", "hanging on to", "hanging with", "handing on", "wearing", "holding on", "following", "throwing off", "striking", "concentrating on", "clasping", "loading onto", "stirring", "guarding", "pulled up to", "painted with", "created by", "listening to", "drizzled on", "tapping", "advertising", "grazing from", "curling", "grazing", "reflecting", "soiling", "stretching", "pushing", "posted to", "gesturing with", "covering", "measuring", "washing onto", "adorning", "no suitable option" ], "state": [ "sitting around", "relaxing in", "styled in", "relaxing on", "growing up", "losing", "curled over", "parked", "glowing", "clear", "outfit", "owned by", "growing outside", "wearing same", "spot on", "named", "made with", "made for", "right to", "shredded", "no suitable option" ] }, "subject": "plane", "predicate": "flying in", "object": "sky" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_3_door_attached to_plane.jpg", "options": { "spatial": [ "attached by", "glued on", "placed on", "held with", "linked to", "hanging next to", "embedded in", "tied with", "hanging on back of", "hanging in", "posing on", "hung on", "hitched to", "curled on", "hanging between", "hanging under", "parked on", "shown in", "hanging on side of", "hanging over", "hanging at", "draped on", "hanging out on", "into", "stuck into", "left on", "extended on", "stuck to", "resting on", "floating in", "stored in", "hanging off", "on head of", "laid out on", "gathered around", "tilted on", "projected on", "parked by", "sticking out from", "parked in", "standing with", "closed on", "on piece of", "on left of", "curled under", "leaning to", "near bottom of", "on tip of", "jutting into", "shining on", "at rear of", "draped across", "missing from", "parked at", "growing on", "coming towards", "suspended in", "poking out of", "parked along", "on left side of", "parked on top of", "formed into", "light in", "sleeping on", "sitting upon", "stacked on top of", "worn under", "hanging outside", "lit up on", "parked between", "on door of", "on roof of", "laying with", "standing beside", "extending into", "depicted in", "at front of", "near top of", "lying next to", "sitting next to", "seated in", "amidst", "standing along", "lying down on", "parked on side", "shinning on", "standing on top of", "smothered in", "looking in", "mixed into", "standing beneath", "left by", "painted on top of", "over top of", "sitting above", "down", "sitting on top of", "parked across", "sitting by", "laying in", "standing close to", "near side of", "spilled on", "hand of", "parked alongside", "kneeling by", "paved with", "trailing behind", "leading down to", "parked behind", "laying next to", "posing in front of", "seated in front of", "lying across", "parked against", "lying near", "sitting underneath", "parked inside", "sitting against", "winding through", "walking next to", "sitting near", "on lap of", "separated by", "goes past", "walking beside", "standing on edge of", "dripping from", "standing in middle of", "running beside", "sitting inside of", "growing next to", "made from", "sitting in middle of", "standing in front of", "walking on top of", "standing inside", "parked outside of", "facing toward", "sleeping under", "passing above", "sitting inside", "laying in front of", "lying in front of", "in lap of", "growing among", "growing behind", "riding atop", "over edge of", "growing from", "flying close to", "passing by", "towering over", "walking on side of", "splashing behind", "larger than", "standing outside of", "walking behind", "facing away from", "grazing next to", "walking in front of", "sprouting from", "grazing near", "no suitable option" ], "action": [ "tied into", "hanging on to", "holding on", "hanging around", "pushed into", "hanging with", "pulled up to", "clasping", "handing on", "coming onto", "leaning into", "loading onto", "posted to", "plugged in to", "painted with", "posing in", "wearing", "walking onto", "washing onto", "following", "pecking", "hit by", "getting", "riding with", "talking into", "heading down", "sitting down on", "listening to", "played by", "washed in", "cast on", "reaching into", "making", "reflecting", "reaching in", "cut into", "crossed over", "getting in", "eating on", "standing up on", "running in", "swung by", "adorning", "cut in", "walking on", "swimming with", "handling", "throwing off", "tapping", "walking along", "rolling to", "casted by", "getting into", "gesturing with", "created by", "spraying in", "dripping down", "pushing", "blowing", "drizzled on", "walking into", "covering", "stretching", "striking", "kicking up", "moving across", "eating in", "running by", "shopping for", "getting out of", "bathing in", "skating in", "walking around", "cooking on", "walking to", "maneuvering", "feeding in", "advertising", "growing alongside", "smoking", "guarding", "stirring", "flapping", "surfing", "racing on", "rolling down", "driving", "walking alongside", "leaving behind", "flying", "walking over", "swimming", "measuring", "juggling", "turning", "rolling through", "windsurfing in", "driving toward", "pouring out of", "preparing for", "breaking through", "curling", "walking", "growing out", "kicking", "growing out of", "concentrating on", "skateboarding on", "snowboarding down", "soiling", "baking in", "doing tricks in", "skateboarding down", "flooding", "skateboarding", "grazing", "grazing from", "no suitable option" ], "state": [ "made with", "curled over", "relaxing on", "outfit", "parked", "owned by", "relaxing in", "made for", "wearing same", "sitting around", "glowing", "styled in", "right to", "named", "shredded", "spot on", "clear", "growing up", "losing", "growing outside", "no suitable option" ] }, "subject": "door", "predicate": "attached to", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_4_name_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "name", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_5_photo tag_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "photo tag", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_6_engine_in front of_wing.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "engine", "predicate": "in front of", "object": "wing" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_7_door_at front of_plane.jpg", "options": { "spatial": [ "at front of", "at rear of", "standing in front of", "near top of", "near bottom of", "on left side of", "near side of", "seated in front of", "walking in front of", "lying in front of", "on left of", "posing in front of", "standing in middle of", "parked behind", "parked on top of", "laying in front of", "standing on top of", "walking behind", "on head of", "over top of", "on door of", "parked at", "standing beside", "standing close to", "on roof of", "sitting next to", "hanging on back of", "sitting above", "facing away from", "parked on side", "lying next to", "splashing behind", "standing outside of", "parked against", "parked alongside", "sitting on top of", "in lap of", "walking on top of", "facing toward", "parked along", "sitting in middle of", "hanging next to", "hanging on side of", "on lap of", "running beside", "standing beneath", "growing behind", "placed on", "walking on side of", "parked between", "trailing behind", "walking next to", "parked on", "laying next to", "parked outside of", "walking beside", "parked in", "standing on edge of", "painted on top of", "standing inside", "parked by", "parked across", "lying near", "standing along", "on piece of", "amidst", "sitting inside of", "sitting against", "sitting near", "leading down to", "standing with", "on tip of", "sitting underneath", "parked inside", "passing above", "left by", "stacked on top of", "hanging under", "hand of", "depicted in", "posing on", "towering over", "shown in", "sticking out from", "coming towards", "missing from", "grazing next to", "gathered around", "projected on", "over edge of", "down", "suspended in", "sitting upon", "sitting by", "seated in", "lying across", "floating in", "flying close to", "growing next to", "attached by", "draped across", "stored in", "tilted on", "sitting inside", "laid out on", "worn under", "left on", "poking out of", "embedded in", "lying down on", "grazing near", "closed on", "hanging at", "draped on", "goes past", "light in", "into", "riding atop", "hanging outside", "looking in", "hanging over", "laying in", "stuck to", "held with", "kneeling by", "hanging in", "leaning to", "linked to", "sleeping under", "resting on", "passing by", "curled under", "hanging between", "paved with", "shining on", "hanging out on", "jutting into", "shinning on", "lit up on", "dripping from", "smothered in", "extended on", "spilled on", "separated by", "laying with", "growing on", "stuck into", "hung on", "hitched to", "winding through", "glued on", "growing from", "hanging off", "sleeping on", "curled on", "mixed into", "formed into", "larger than", "extending into", "growing among", "made from", "tied with", "sprouting from", "no suitable option" ], "action": [ "leaving behind", "driving toward", "posing in", "standing up on", "walking around", "walking alongside", "crossed over", "following", "posted to", "walking over", "sitting down on", "hit by", "reaching in", "heading down", "swung by", "running by", "running in", "walking into", "wearing", "hanging around", "turning", "growing alongside", "getting out of", "walking on", "covering", "walking along", "played by", "washed in", "walking onto", "leaning into", "reaching into", "guarding", "pushed into", "driving", "gesturing with", "painted with", "maneuvering", "moving across", "getting into", "advertising", "walking to", "flooding", "racing on", "walking", "eating in", "kicking", "adorning", "casted by", "coming onto", "handing on", "kicking up", "getting in", "surfing", "skating in", "listening to", "riding with", "doing tricks in", "bathing in", "striking", "tapping", "pecking", "reflecting", "making", "cut in", "handling", "grazing from", "pulled up to", "feeding in", "getting", "spraying in", "windsurfing in", "pouring out of", "cooking on", "growing out of", "snowboarding down", "blowing", "grazing", "shopping for", "hanging on to", "cut into", "holding on", "smoking", "flying", "rolling through", "cast on", "skateboarding down", "talking into", "stirring", "throwing off", "swimming", "growing out", "dripping down", "eating on", "swimming with", "preparing for", "skateboarding on", "tied into", "hanging with", "created by", "clasping", "breaking through", "concentrating on", "pushing", "skateboarding", "baking in", "measuring", "plugged in to", "flapping", "rolling to", "juggling", "soiling", "stretching", "loading onto", "rolling down", "washing onto", "curling", "drizzled on", "no suitable option" ], "state": [ "parked", "styled in", "sitting around", "right to", "outfit", "clear", "spot on", "glowing", "owned by", "growing up", "losing", "curled over", "relaxing in", "made with", "named", "relaxing on", "made for", "wearing same", "shredded", "growing outside", "no suitable option" ] }, "subject": "door", "predicate": "at front of", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336041/image_2336041_pair_8_leaf_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "leaf", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2336178/image_2336178_pair_1_decoration_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "decoration", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2336178/image_2336178_pair_2_cabinet_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "cabinet", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2339041/image_2339041_pair_1_door_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "door", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_10_box_has_donut.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "has", "object": "donut" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_11_cup_has_ice.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "cup", "predicate": "has", "object": "ice" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_12_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_13_box_has_donut.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "has", "object": "donut" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_14_cup_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cup", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_15_cup_has_shadow.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "cup", "predicate": "has", "object": "shadow" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_1_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_2_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_3_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_4_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_5_donut_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "donut", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_6_cup_has_ice.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "cup", "predicate": "has", "object": "ice" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_7_box_has_donut.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "has", "object": "donut" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_8_box_has_donut.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "has", "object": "donut" }, { "image_path": "annotated_image_folder/split_4/output_images_2339298/image_2339298_pair_9_logo_on_cup.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "logo", "predicate": "on", "object": "cup" }, { "image_path": "annotated_image_folder/split_4/output_images_2342689/image_2342689_pair_1_apple_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "apple", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2342689/image_2342689_pair_2_bag_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "bag", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2342689/image_2342689_pair_3_banana_hanging from_ceiling.jpg", "options": { "spatial": [ "hanging at", "hanging in", "hanging off", "hanging over", "hanging between", "hanging next to", "hanging on back of", "hanging under", "hanging on side of", "hung on", "hanging outside", "hanging out on", "sticking out from", "suspended in", "tied with", "resting on", "curled on", "draped across", "stuck into", "curled under", "standing along", "stuck to", "attached by", "laid out on", "hitched to", "sleeping on", "draped on", "trailing behind", "held with", "on tip of", "floating in", "lying across", "standing on edge of", "poking out of", "dripping from", "standing on top of", "standing with", "gathered around", "sitting upon", "standing close to", "stacked on top of", "placed on", "laying next to", "growing on", "glued on", "parked across", "on head of", "sitting on top of", "closed on", "sitting against", "laying with", "laying in", "left by", "standing in middle of", "tilted on", "sitting by", "lying down on", "jutting into", "parked along", "on piece of", "paved with", "parked on", "sitting next to", "leaning to", "sleeping under", "shining on", "flying close to", "over top of", "on roof of", "embedded in", "laying in front of", "standing outside of", "sitting in middle of", "sitting above", "down", "lying near", "walking on top of", "parked between", "standing inside", "over edge of", "seated in", "lying next to", "standing beneath", "on door of", "growing from", "winding through", "running beside", "sitting near", "standing beside", "growing behind", "towering over", "into", "near top of", "parked on top of", "sitting inside of", "parked at", "leading down to", "standing in front of", "made from", "parked in", "sitting underneath", "extended on", "missing from", "near bottom of", "sitting inside", "parked by", "painted on top of", "lying in front of", "facing away from", "kneeling by", "goes past", "stored in", "parked against", "riding atop", "seated in front of", "near side of", "walking behind", "passing above", "at front of", "walking next to", "left on", "posing on", "separated by", "parked behind", "passing by", "parked alongside", "growing among", "lit up on", "shinning on", "growing next to", "mixed into", "spilled on", "light in", "at rear of", "on left of", "coming towards", "linked to", "walking beside", "worn under", "parked on side", "walking on side of", "parked inside", "projected on", "splashing behind", "on lap of", "smothered in", "extending into", "depicted in", "on left side of", "parked outside of", "hand of", "shown in", "walking in front of", "amidst", "in lap of", "grazing next to", "formed into", "looking in", "facing toward", "posing in front of", "grazing near", "larger than", "sprouting from", "no suitable option" ], "action": [ "hanging with", "hanging on to", "hanging around", "tied into", "holding on", "getting out of", "breaking through", "throwing off", "crossed over", "dripping down", "pulled up to", "leaning into", "running by", "swung by", "standing up on", "leaving behind", "clasping", "hit by", "eating on", "cut in", "sitting down on", "rolling down", "getting", "moving across", "pecking", "flapping", "cut into", "walking along", "making", "rolling through", "walking on", "reflecting", "listening to", "riding with", "rolling to", "smoking", "flying", "growing out", "growing out of", "reaching in", "talking into", "running in", "heading down", "reaching into", "walking onto", "wearing", "striking", "juggling", "pushed into", "washed in", "kicking up", "handing on", "coming onto", "surfing", "played by", "painted with", "pushing", "handling", "adorning", "walking over", "growing alongside", "walking around", "feeding in", "loading onto", "getting into", "curling", "eating in", "tapping", "casted by", "flooding", "snowboarding down", "preparing for", "blowing", "walking", "pouring out of", "swimming with", "created by", "stirring", "cast on", "getting in", "windsurfing in", "concentrating on", "following", "stretching", "walking into", "walking alongside", "posing in", "bathing in", "advertising", "cooking on", "swimming", "maneuvering", "washing onto", "racing on", "measuring", "walking to", "plugged in to", "guarding", "shopping for", "drizzled on", "driving", "turning", "skateboarding down", "covering", "skating in", "spraying in", "kicking", "grazing from", "posted to", "skateboarding on", "grazing", "skateboarding", "doing tricks in", "gesturing with", "soiling", "driving toward", "baking in", "no suitable option" ], "state": [ "curled over", "relaxing on", "sitting around", "relaxing in", "losing", "growing up", "shredded", "clear", "made with", "outfit", "parked", "made for", "wearing same", "owned by", "glowing", "right to", "spot on", "styled in", "named", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "hanging from", "object": "ceiling" }, { "image_path": "annotated_image_folder/split_4/output_images_2342689/image_2342689_pair_4_banana_hanging from_ceiling.jpg", "options": { "spatial": [ "hanging at", "hanging in", "hanging off", "hanging over", "hanging between", "hanging next to", "hanging on back of", "hanging under", "hanging on side of", "hung on", "hanging outside", "hanging out on", "sticking out from", "suspended in", "tied with", "resting on", "curled on", "draped across", "stuck into", "curled under", "standing along", "stuck to", "attached by", "laid out on", "hitched to", "sleeping on", "draped on", "trailing behind", "held with", "on tip of", "floating in", "lying across", "standing on edge of", "poking out of", "dripping from", "standing on top of", "standing with", "gathered around", "sitting upon", "standing close to", "stacked on top of", "placed on", "laying next to", "growing on", "glued on", "parked across", "on head of", "sitting on top of", "closed on", "sitting against", "laying with", "laying in", "left by", "standing in middle of", "tilted on", "sitting by", "lying down on", "jutting into", "parked along", "on piece of", "paved with", "parked on", "sitting next to", "leaning to", "sleeping under", "shining on", "flying close to", "over top of", "on roof of", "embedded in", "laying in front of", "standing outside of", "sitting in middle of", "sitting above", "down", "lying near", "walking on top of", "parked between", "standing inside", "over edge of", "seated in", "lying next to", "standing beneath", "on door of", "growing from", "winding through", "running beside", "sitting near", "standing beside", "growing behind", "towering over", "into", "near top of", "parked on top of", "sitting inside of", "parked at", "leading down to", "standing in front of", "made from", "parked in", "sitting underneath", "extended on", "missing from", "near bottom of", "sitting inside", "parked by", "painted on top of", "lying in front of", "facing away from", "kneeling by", "goes past", "stored in", "parked against", "riding atop", "seated in front of", "near side of", "walking behind", "passing above", "at front of", "walking next to", "left on", "posing on", "separated by", "parked behind", "passing by", "parked alongside", "growing among", "lit up on", "shinning on", "growing next to", "mixed into", "spilled on", "light in", "at rear of", "on left of", "coming towards", "linked to", "walking beside", "worn under", "parked on side", "walking on side of", "parked inside", "projected on", "splashing behind", "on lap of", "smothered in", "extending into", "depicted in", "on left side of", "parked outside of", "hand of", "shown in", "walking in front of", "amidst", "in lap of", "grazing next to", "formed into", "looking in", "facing toward", "posing in front of", "grazing near", "larger than", "sprouting from", "no suitable option" ], "action": [ "hanging with", "hanging on to", "hanging around", "tied into", "holding on", "getting out of", "breaking through", "throwing off", "crossed over", "dripping down", "pulled up to", "leaning into", "running by", "swung by", "standing up on", "leaving behind", "clasping", "hit by", "eating on", "cut in", "sitting down on", "rolling down", "getting", "moving across", "pecking", "flapping", "cut into", "walking along", "making", "rolling through", "walking on", "reflecting", "listening to", "riding with", "rolling to", "smoking", "flying", "growing out", "growing out of", "reaching in", "talking into", "running in", "heading down", "reaching into", "walking onto", "wearing", "striking", "juggling", "pushed into", "washed in", "kicking up", "handing on", "coming onto", "surfing", "played by", "painted with", "pushing", "handling", "adorning", "walking over", "growing alongside", "walking around", "feeding in", "loading onto", "getting into", "curling", "eating in", "tapping", "casted by", "flooding", "snowboarding down", "preparing for", "blowing", "walking", "pouring out of", "swimming with", "created by", "stirring", "cast on", "getting in", "windsurfing in", "concentrating on", "following", "stretching", "walking into", "walking alongside", "posing in", "bathing in", "advertising", "cooking on", "swimming", "maneuvering", "washing onto", "racing on", "measuring", "walking to", "plugged in to", "guarding", "shopping for", "drizzled on", "driving", "turning", "skateboarding down", "covering", "skating in", "spraying in", "kicking", "grazing from", "posted to", "skateboarding on", "grazing", "skateboarding", "doing tricks in", "gesturing with", "soiling", "driving toward", "baking in", "no suitable option" ], "state": [ "curled over", "relaxing on", "sitting around", "relaxing in", "losing", "growing up", "shredded", "clear", "made with", "outfit", "parked", "made for", "wearing same", "owned by", "glowing", "right to", "spot on", "styled in", "named", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "hanging from", "object": "ceiling" }, { "image_path": "annotated_image_folder/split_4/output_images_2342689/image_2342689_pair_5_basket_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "basket", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_1_board_connected to_person.jpg", "options": { "spatial": [ "linked to", "tied with", "attached by", "into", "hanging between", "stuck into", "jutting into", "formed into", "placed on", "hanging in", "hitched to", "coming towards", "stuck to", "embedded in", "hanging next to", "light in", "glued on", "gathered around", "closed on", "held with", "on door of", "hanging out on", "floating in", "stored in", "hung on", "hanging at", "laid out on", "leading down to", "shown in", "down", "curled on", "on head of", "hanging under", "hanging on back of", "looking in", "mixed into", "missing from", "extending into", "parked on", "seated in", "laying with", "winding through", "resting on", "shining on", "on tip of", "sitting by", "hanging over", "leaning to", "sitting next to", "lying next to", "hanging on side of", "sitting upon", "standing with", "on left of", "suspended in", "sleeping on", "on piece of", "parked in", "depicted in", "laying in", "stacked on top of", "standing along", "paved with", "parked by", "near bottom of", "smothered in", "tilted on", "projected on", "parked between", "growing on", "hanging off", "separated by", "lit up on", "growing among", "near top of", "standing beside", "parked along", "amidst", "running beside", "goes past", "on left side of", "poking out of", "sticking out from", "posing on", "near side of", "at rear of", "lying down on", "parked at", "at front of", "curled under", "left on", "on lap of", "laying next to", "lying near", "sitting near", "in lap of", "sitting inside of", "lying across", "sitting inside", "trailing behind", "growing next to", "on roof of", "sitting above", "left by", "standing close to", "hand of", "parked alongside", "draped on", "parked across", "over edge of", "flying close to", "extended on", "sitting on top of", "dripping from", "sprouting from", "walking beside", "growing behind", "walking next to", "parked on top of", "standing inside", "standing beneath", "facing toward", "parked inside", "sitting against", "shinning on", "passing by", "seated in front of", "sitting in middle of", "hanging outside", "standing on edge of", "over top of", "parked behind", "draped across", "parked against", "parked on side", "standing on top of", "growing from", "sleeping under", "painted on top of", "kneeling by", "larger than", "passing above", "worn under", "sitting underneath", "standing in middle of", "lying in front of", "laying in front of", "grazing next to", "towering over", "walking behind", "standing in front of", "made from", "spilled on", "riding atop", "facing away from", "parked outside of", "walking on top of", "walking on side of", "standing outside of", "splashing behind", "grazing near", "posing in front of", "walking in front of", "no suitable option" ], "action": [ "tied into", "plugged in to", "pushed into", "hanging on to", "talking into", "coming onto", "listening to", "reaching into", "hanging with", "leaning into", "hit by", "hanging around", "cut into", "following", "reaching in", "running in", "getting into", "getting in", "pulled up to", "painted with", "tapping", "clasping", "cut in", "loading onto", "riding with", "played by", "getting", "walking into", "making", "posted to", "holding on", "eating in", "breaking through", "pushing", "walking onto", "crossed over", "running by", "heading down", "walking along", "reflecting", "washed in", "created by", "posing in", "sitting down on", "eating on", "driving toward", "turning", "swung by", "handing on", "swimming with", "wearing", "cast on", "dripping down", "striking", "feeding in", "rolling to", "driving", "pecking", "growing alongside", "walking to", "racing on", "getting out of", "kicking up", "washing onto", "casted by", "flooding", "walking on", "blowing", "shopping for", "stirring", "cooking on", "bathing in", "preparing for", "smoking", "moving across", "walking alongside", "flying", "standing up on", "drizzled on", "growing out", "measuring", "walking around", "windsurfing in", "leaving behind", "covering", "swimming", "concentrating on", "surfing", "skating in", "growing out of", "spraying in", "rolling through", "stretching", "kicking", "flapping", "adorning", "baking in", "advertising", "juggling", "rolling down", "curling", "walking", "pouring out of", "maneuvering", "guarding", "soiling", "gesturing with", "throwing off", "handling", "walking over", "grazing", "grazing from", "skateboarding on", "skateboarding", "doing tricks in", "skateboarding down", "snowboarding down", "no suitable option" ], "state": [ "made with", "relaxing in", "sitting around", "curled over", "glowing", "relaxing on", "styled in", "shredded", "parked", "right to", "owned by", "outfit", "named", "wearing same", "growing up", "losing", "spot on", "clear", "made for", "growing outside", "no suitable option" ] }, "subject": "board", "predicate": "connected to", "object": "person" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_2_snowboard_of_man.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "snowboard", "predicate": "of", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_3_man_wearing_beige pants.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "beige pants" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_4_board_sitting on_snow.jpg", "options": { "spatial": [ "sitting upon", "sitting on top of", "seated in", "sitting by", "sitting near", "sitting against", "sitting underneath", "sitting in middle of", "sitting next to", "sitting inside", "sitting above", "sitting inside of", "seated in front of", "resting on", "lying down on", "floating in", "placed on", "draped on", "sleeping on", "posing on", "laying in", "laid out on", "parked on", "hanging in", "curled on", "hanging out on", "tilted on", "hanging on back of", "laying next to", "standing on top of", "laying in front of", "hanging under", "kneeling by", "gathered around", "hanging over", "sleeping under", "lying near", "laying with", "hung on", "hanging off", "hanging on side of", "on head of", "shining on", "leaning to", "lying in front of", "on piece of", "draped across", "shinning on", "hanging at", "hanging next to", "curled under", "lying across", "riding atop", "growing on", "standing with", "embedded in", "parked in", "walking on top of", "glued on", "on lap of", "lying next to", "parked on top of", "suspended in", "standing beneath", "standing along", "sticking out from", "stacked on top of", "standing in middle of", "standing inside", "standing close to", "projected on", "closed on", "worn under", "lit up on", "standing on edge of", "hanging between", "on roof of", "hanging outside", "left on", "on door of", "looking in", "stored in", "parked at", "down", "stuck into", "near bottom of", "near top of", "on left of", "parked along", "parked between", "smothered in", "attached by", "on tip of", "paved with", "painted on top of", "light in", "parked alongside", "parked on side", "stuck to", "over top of", "held with", "posing in front of", "towering over", "standing beside", "on left side of", "standing in front of", "parked inside", "parked across", "at front of", "parked behind", "parked against", "running beside", "spilled on", "tied with", "depicted in", "standing outside of", "at rear of", "walking on side of", "parked by", "extended on", "flying close to", "passing above", "in lap of", "walking beside", "shown in", "facing away from", "near side of", "into", "parked outside of", "leading down to", "jutting into", "poking out of", "facing toward", "goes past", "walking next to", "left by", "growing behind", "hitched to", "missing from", "trailing behind", "grazing next to", "splashing behind", "grazing near", "walking behind", "coming towards", "walking in front of", "growing among", "over edge of", "passing by", "linked to", "dripping from", "amidst", "formed into", "hand of", "growing next to", "growing from", "separated by", "mixed into", "larger than", "extending into", "made from", "sprouting from", "winding through", "no suitable option" ], "action": [ "sitting down on", "eating on", "standing up on", "leaning into", "hanging around", "walking on", "holding on", "posing in", "heading down", "eating in", "hanging on to", "riding with", "wearing", "cooking on", "handing on", "hanging with", "bathing in", "walking onto", "kicking up", "running in", "loading onto", "pecking", "hit by", "listening to", "coming onto", "cast on", "getting in", "rolling down", "racing on", "plugged in to", "tied into", "maneuvering", "concentrating on", "preparing for", "walking around", "getting into", "dripping down", "swung by", "cut in", "flying", "walking alongside", "washed in", "reaching in", "flapping", "surfing", "washing onto", "talking into", "skating in", "swimming with", "played by", "driving", "rolling through", "pushed into", "shopping for", "kicking", "running by", "rolling to", "clasping", "skateboarding on", "walking along", "snowboarding down", "getting", "smoking", "swimming", "painted with", "walking into", "walking over", "getting out of", "reflecting", "pulled up to", "handling", "feeding in", "leaving behind", "skateboarding down", "cut into", "stretching", "walking", "drizzled on", "following", "casted by", "striking", "doing tricks in", "growing alongside", "throwing off", "making", "crossed over", "covering", "reaching into", "moving across", "turning", "growing out", "curling", "blowing", "breaking through", "grazing", "growing out of", "spraying in", "posted to", "stirring", "advertising", "adorning", "pushing", "juggling", "gesturing with", "skateboarding", "guarding", "grazing from", "soiling", "tapping", "walking to", "windsurfing in", "driving toward", "baking in", "created by", "pouring out of", "measuring", "flooding", "no suitable option" ], "state": [ "sitting around", "relaxing on", "relaxing in", "curled over", "styled in", "parked", "spot on", "wearing same", "outfit", "shredded", "clear", "growing up", "glowing", "named", "right to", "losing", "made with", "owned by", "made for", "growing outside", "no suitable option" ] }, "subject": "board", "predicate": "sitting on", "object": "snow" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_5_binding_on_snowboard.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "binding", "predicate": "on", "object": "snowboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2345932/image_2345932_pair_6_black hat_on_man.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "black hat", "predicate": "on", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2351352/image_2351352_pair_1_shelf_has_bottle.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "shelf", "predicate": "has", "object": "bottle" }, { "image_path": "annotated_image_folder/split_4/output_images_2351352/image_2351352_pair_2_bottle_on_shelf.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bottle", "predicate": "on", "object": "shelf" }, { "image_path": "annotated_image_folder/split_4/output_images_2351352/image_2351352_pair_3_wreath_near_window.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "wreath", "predicate": "near", "object": "window" }, { "image_path": "annotated_image_folder/split_4/output_images_2351352/image_2351352_pair_4_bartender_behind_bar.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "bartender", "predicate": "behind", "object": "bar" }, { "image_path": "annotated_image_folder/split_4/output_images_2351352/image_2351352_pair_5_bar_has_counter.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "bar", "predicate": "has", "object": "counter" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_10_dish_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "dish", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_11_man_wearing_suit.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "suit" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_12_man_has_glass.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "glass" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_13_man_has_beard.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "beard" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_14_man_wearing_bow tie.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "bow tie" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_15_man_wearing_bow tie.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "bow tie" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_16_man_wearing_ribbon.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "ribbon" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_17_man_wearing_suit.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "suit" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_18_shadow_on_blind.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shadow", "predicate": "on", "object": "blind" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_19_man_wearing_bow tie.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "bow tie" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_1_man_wearing_suit.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "suit" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_2_man_wearing_spectacle.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "spectacle" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_3_woman_wearing_necklace.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "woman", "predicate": "wearing", "object": "necklace" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_4_man_holding_folder.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "holding", "object": "folder" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_5_chair_has_backrest.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "chair", "predicate": "has", "object": "backrest" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_6_spectacle_on_man.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "spectacle", "predicate": "on", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_7_man_wearing_suit.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "suit" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_8_man_wearing_glass.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "glass" }, { "image_path": "annotated_image_folder/split_4/output_images_2356757/image_2356757_pair_9_chair_at_table.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "chair", "predicate": "at", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_10_jockey_on_horse.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "jockey", "predicate": "on", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_11_jockey_riding_horse.jpg", "options": { "spatial": [ "riding atop", "parked on", "sitting upon", "flying close to", "sitting against", "walking on top of", "posing on", "paved with", "parked along", "floating in", "sitting by", "hanging on back of", "seated in", "kneeling by", "parked across", "parked between", "parked in", "seated in front of", "draped on", "lying down on", "sitting in middle of", "walking on side of", "down", "running beside", "hanging outside", "parked against", "walking in front of", "resting on", "hitched to", "hanging out on", "sitting on top of", "worn under", "hanging in", "parked outside of", "parked behind", "hanging under", "parked at", "hanging off", "sitting underneath", "parked on side", "on lap of", "curled on", "hanging over", "sitting above", "parked on top of", "shinning on", "sleeping on", "sitting near", "at rear of", "sitting next to", "hanging at", "parked by", "growing on", "parked inside", "sticking out from", "hanging on side of", "on head of", "shining on", "walking behind", "walking next to", "tilted on", "standing along", "parked alongside", "sitting inside", "leaning to", "draped across", "laying in front of", "splashing behind", "sitting inside of", "hanging between", "on piece of", "placed on", "laying in", "lying across", "jutting into", "sleeping under", "laid out on", "attached by", "hanging next to", "suspended in", "passing by", "curled under", "winding through", "gathered around", "lying in front of", "posing in front of", "into", "stuck into", "left by", "poking out of", "at front of", "hung on", "held with", "standing in middle of", "passing above", "depicted in", "lying near", "trailing behind", "in lap of", "growing behind", "laying with", "laying next to", "towering over", "lit up on", "grazing next to", "on roof of", "closed on", "tied with", "standing close to", "leading down to", "standing in front of", "standing on top of", "standing outside of", "light in", "stuck to", "on left of", "standing beneath", "goes past", "grazing near", "standing with", "growing from", "embedded in", "projected on", "near side of", "walking beside", "facing away from", "glued on", "on left side of", "on tip of", "left on", "spilled on", "stacked on top of", "painted on top of", "dripping from", "lying next to", "stored in", "over top of", "near bottom of", "looking in", "sprouting from", "standing inside", "standing on edge of", "growing among", "mixed into", "smothered in", "shown in", "coming towards", "growing next to", "amidst", "hand of", "extended on", "made from", "formed into", "missing from", "larger than", "separated by", "near top of", "facing toward", "over edge of", "on door of", "standing beside", "linked to", "extending into", "no suitable option" ], "action": [ "riding with", "driving", "racing on", "surfing", "swimming", "flying", "maneuvering", "walking on", "walking", "snowboarding down", "doing tricks in", "wearing", "swimming with", "turning", "swung by", "skateboarding down", "skateboarding", "rolling down", "sitting down on", "skateboarding on", "walking around", "hanging around", "kicking", "skating in", "smoking", "rolling to", "rolling through", "running in", "walking alongside", "walking along", "leaning into", "blowing", "curling", "moving across", "running by", "driving toward", "walking onto", "kicking up", "eating on", "pecking", "posing in", "walking to", "flapping", "played by", "bathing in", "walking over", "getting", "holding on", "juggling", "hanging on to", "getting into", "reflecting", "leaving behind", "getting out of", "hanging with", "crossed over", "standing up on", "cast on", "stretching", "growing out", "eating in", "walking into", "handing on", "tied into", "making", "listening to", "clasping", "heading down", "following", "loading onto", "throwing off", "casted by", "grazing", "dripping down", "coming onto", "hit by", "striking", "preparing for", "grazing from", "gesturing with", "shopping for", "getting in", "growing out of", "flooding", "reaching in", "painted with", "advertising", "growing alongside", "concentrating on", "breaking through", "windsurfing in", "reaching into", "pulled up to", "pushing", "tapping", "washed in", "talking into", "soiling", "handling", "guarding", "plugged in to", "spraying in", "baking in", "cooking on", "cut in", "pushed into", "adorning", "measuring", "covering", "stirring", "cut into", "drizzled on", "pouring out of", "created by", "feeding in", "washing onto", "posted to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "parked", "losing", "relaxing in", "wearing same", "outfit", "growing up", "shredded", "curled over", "named", "glowing", "clear", "owned by", "spot on", "styled in", "made for", "growing outside", "made with", "right to", "no suitable option" ] }, "subject": "jockey", "predicate": "riding", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_1_jockey_riding_horse.jpg", "options": { "spatial": [ "riding atop", "parked on", "sitting upon", "flying close to", "sitting against", "walking on top of", "posing on", "paved with", "parked along", "floating in", "sitting by", "hanging on back of", "seated in", "kneeling by", "parked across", "parked between", "parked in", "seated in front of", "draped on", "lying down on", "sitting in middle of", "walking on side of", "down", "running beside", "hanging outside", "parked against", "walking in front of", "resting on", "hitched to", "hanging out on", "sitting on top of", "worn under", "hanging in", "parked outside of", "parked behind", "hanging under", "parked at", "hanging off", "sitting underneath", "parked on side", "on lap of", "curled on", "hanging over", "sitting above", "parked on top of", "shinning on", "sleeping on", "sitting near", "at rear of", "sitting next to", "hanging at", "parked by", "growing on", "parked inside", "sticking out from", "hanging on side of", "on head of", "shining on", "walking behind", "walking next to", "tilted on", "standing along", "parked alongside", "sitting inside", "leaning to", "draped across", "laying in front of", "splashing behind", "sitting inside of", "hanging between", "on piece of", "placed on", "laying in", "lying across", "jutting into", "sleeping under", "laid out on", "attached by", "hanging next to", "suspended in", "passing by", "curled under", "winding through", "gathered around", "lying in front of", "posing in front of", "into", "stuck into", "left by", "poking out of", "at front of", "hung on", "held with", "standing in middle of", "passing above", "depicted in", "lying near", "trailing behind", "in lap of", "growing behind", "laying with", "laying next to", "towering over", "lit up on", "grazing next to", "on roof of", "closed on", "tied with", "standing close to", "leading down to", "standing in front of", "standing on top of", "standing outside of", "light in", "stuck to", "on left of", "standing beneath", "goes past", "grazing near", "standing with", "growing from", "embedded in", "projected on", "near side of", "walking beside", "facing away from", "glued on", "on left side of", "on tip of", "left on", "spilled on", "stacked on top of", "painted on top of", "dripping from", "lying next to", "stored in", "over top of", "near bottom of", "looking in", "sprouting from", "standing inside", "standing on edge of", "growing among", "mixed into", "smothered in", "shown in", "coming towards", "growing next to", "amidst", "hand of", "extended on", "made from", "formed into", "missing from", "larger than", "separated by", "near top of", "facing toward", "over edge of", "on door of", "standing beside", "linked to", "extending into", "no suitable option" ], "action": [ "riding with", "driving", "racing on", "surfing", "swimming", "flying", "maneuvering", "walking on", "walking", "snowboarding down", "doing tricks in", "wearing", "swimming with", "turning", "swung by", "skateboarding down", "skateboarding", "rolling down", "sitting down on", "skateboarding on", "walking around", "hanging around", "kicking", "skating in", "smoking", "rolling to", "rolling through", "running in", "walking alongside", "walking along", "leaning into", "blowing", "curling", "moving across", "running by", "driving toward", "walking onto", "kicking up", "eating on", "pecking", "posing in", "walking to", "flapping", "played by", "bathing in", "walking over", "getting", "holding on", "juggling", "hanging on to", "getting into", "reflecting", "leaving behind", "getting out of", "hanging with", "crossed over", "standing up on", "cast on", "stretching", "growing out", "eating in", "walking into", "handing on", "tied into", "making", "listening to", "clasping", "heading down", "following", "loading onto", "throwing off", "casted by", "grazing", "dripping down", "coming onto", "hit by", "striking", "preparing for", "grazing from", "gesturing with", "shopping for", "getting in", "growing out of", "flooding", "reaching in", "painted with", "advertising", "growing alongside", "concentrating on", "breaking through", "windsurfing in", "reaching into", "pulled up to", "pushing", "tapping", "washed in", "talking into", "soiling", "handling", "guarding", "plugged in to", "spraying in", "baking in", "cooking on", "cut in", "pushed into", "adorning", "measuring", "covering", "stirring", "cut into", "drizzled on", "pouring out of", "created by", "feeding in", "washing onto", "posted to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "parked", "losing", "relaxing in", "wearing same", "outfit", "growing up", "shredded", "curled over", "named", "glowing", "clear", "owned by", "spot on", "styled in", "made for", "growing outside", "made with", "right to", "no suitable option" ] }, "subject": "jockey", "predicate": "riding", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_2_jump_of_horse.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "jump", "predicate": "of", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_3_helmet_of_jockey.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "helmet", "predicate": "of", "object": "jockey" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_4_jockey_riding_horse.jpg", "options": { "spatial": [ "riding atop", "parked on", "sitting upon", "flying close to", "sitting against", "walking on top of", "posing on", "paved with", "parked along", "floating in", "sitting by", "hanging on back of", "seated in", "kneeling by", "parked across", "parked between", "parked in", "seated in front of", "draped on", "lying down on", "sitting in middle of", "walking on side of", "down", "running beside", "hanging outside", "parked against", "walking in front of", "resting on", "hitched to", "hanging out on", "sitting on top of", "worn under", "hanging in", "parked outside of", "parked behind", "hanging under", "parked at", "hanging off", "sitting underneath", "parked on side", "on lap of", "curled on", "hanging over", "sitting above", "parked on top of", "shinning on", "sleeping on", "sitting near", "at rear of", "sitting next to", "hanging at", "parked by", "growing on", "parked inside", "sticking out from", "hanging on side of", "on head of", "shining on", "walking behind", "walking next to", "tilted on", "standing along", "parked alongside", "sitting inside", "leaning to", "draped across", "laying in front of", "splashing behind", "sitting inside of", "hanging between", "on piece of", "placed on", "laying in", "lying across", "jutting into", "sleeping under", "laid out on", "attached by", "hanging next to", "suspended in", "passing by", "curled under", "winding through", "gathered around", "lying in front of", "posing in front of", "into", "stuck into", "left by", "poking out of", "at front of", "hung on", "held with", "standing in middle of", "passing above", "depicted in", "lying near", "trailing behind", "in lap of", "growing behind", "laying with", "laying next to", "towering over", "lit up on", "grazing next to", "on roof of", "closed on", "tied with", "standing close to", "leading down to", "standing in front of", "standing on top of", "standing outside of", "light in", "stuck to", "on left of", "standing beneath", "goes past", "grazing near", "standing with", "growing from", "embedded in", "projected on", "near side of", "walking beside", "facing away from", "glued on", "on left side of", "on tip of", "left on", "spilled on", "stacked on top of", "painted on top of", "dripping from", "lying next to", "stored in", "over top of", "near bottom of", "looking in", "sprouting from", "standing inside", "standing on edge of", "growing among", "mixed into", "smothered in", "shown in", "coming towards", "growing next to", "amidst", "hand of", "extended on", "made from", "formed into", "missing from", "larger than", "separated by", "near top of", "facing toward", "over edge of", "on door of", "standing beside", "linked to", "extending into", "no suitable option" ], "action": [ "riding with", "driving", "racing on", "surfing", "swimming", "flying", "maneuvering", "walking on", "walking", "snowboarding down", "doing tricks in", "wearing", "swimming with", "turning", "swung by", "skateboarding down", "skateboarding", "rolling down", "sitting down on", "skateboarding on", "walking around", "hanging around", "kicking", "skating in", "smoking", "rolling to", "rolling through", "running in", "walking alongside", "walking along", "leaning into", "blowing", "curling", "moving across", "running by", "driving toward", "walking onto", "kicking up", "eating on", "pecking", "posing in", "walking to", "flapping", "played by", "bathing in", "walking over", "getting", "holding on", "juggling", "hanging on to", "getting into", "reflecting", "leaving behind", "getting out of", "hanging with", "crossed over", "standing up on", "cast on", "stretching", "growing out", "eating in", "walking into", "handing on", "tied into", "making", "listening to", "clasping", "heading down", "following", "loading onto", "throwing off", "casted by", "grazing", "dripping down", "coming onto", "hit by", "striking", "preparing for", "grazing from", "gesturing with", "shopping for", "getting in", "growing out of", "flooding", "reaching in", "painted with", "advertising", "growing alongside", "concentrating on", "breaking through", "windsurfing in", "reaching into", "pulled up to", "pushing", "tapping", "washed in", "talking into", "soiling", "handling", "guarding", "plugged in to", "spraying in", "baking in", "cooking on", "cut in", "pushed into", "adorning", "measuring", "covering", "stirring", "cut into", "drizzled on", "pouring out of", "created by", "feeding in", "washing onto", "posted to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "parked", "losing", "relaxing in", "wearing same", "outfit", "growing up", "shredded", "curled over", "named", "glowing", "clear", "owned by", "spot on", "styled in", "made for", "growing outside", "made with", "right to", "no suitable option" ] }, "subject": "jockey", "predicate": "riding", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_5_horse_wearing_bridle.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "horse", "predicate": "wearing", "object": "bridle" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_6_jockey_on_horse.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "jockey", "predicate": "on", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_7_bib_on_jockey.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bib", "predicate": "on", "object": "jockey" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_8_jockey_riding_horse.jpg", "options": { "spatial": [ "riding atop", "parked on", "sitting upon", "flying close to", "sitting against", "walking on top of", "posing on", "paved with", "parked along", "floating in", "sitting by", "hanging on back of", "seated in", "kneeling by", "parked across", "parked between", "parked in", "seated in front of", "draped on", "lying down on", "sitting in middle of", "walking on side of", "down", "running beside", "hanging outside", "parked against", "walking in front of", "resting on", "hitched to", "hanging out on", "sitting on top of", "worn under", "hanging in", "parked outside of", "parked behind", "hanging under", "parked at", "hanging off", "sitting underneath", "parked on side", "on lap of", "curled on", "hanging over", "sitting above", "parked on top of", "shinning on", "sleeping on", "sitting near", "at rear of", "sitting next to", "hanging at", "parked by", "growing on", "parked inside", "sticking out from", "hanging on side of", "on head of", "shining on", "walking behind", "walking next to", "tilted on", "standing along", "parked alongside", "sitting inside", "leaning to", "draped across", "laying in front of", "splashing behind", "sitting inside of", "hanging between", "on piece of", "placed on", "laying in", "lying across", "jutting into", "sleeping under", "laid out on", "attached by", "hanging next to", "suspended in", "passing by", "curled under", "winding through", "gathered around", "lying in front of", "posing in front of", "into", "stuck into", "left by", "poking out of", "at front of", "hung on", "held with", "standing in middle of", "passing above", "depicted in", "lying near", "trailing behind", "in lap of", "growing behind", "laying with", "laying next to", "towering over", "lit up on", "grazing next to", "on roof of", "closed on", "tied with", "standing close to", "leading down to", "standing in front of", "standing on top of", "standing outside of", "light in", "stuck to", "on left of", "standing beneath", "goes past", "grazing near", "standing with", "growing from", "embedded in", "projected on", "near side of", "walking beside", "facing away from", "glued on", "on left side of", "on tip of", "left on", "spilled on", "stacked on top of", "painted on top of", "dripping from", "lying next to", "stored in", "over top of", "near bottom of", "looking in", "sprouting from", "standing inside", "standing on edge of", "growing among", "mixed into", "smothered in", "shown in", "coming towards", "growing next to", "amidst", "hand of", "extended on", "made from", "formed into", "missing from", "larger than", "separated by", "near top of", "facing toward", "over edge of", "on door of", "standing beside", "linked to", "extending into", "no suitable option" ], "action": [ "riding with", "driving", "racing on", "surfing", "swimming", "flying", "maneuvering", "walking on", "walking", "snowboarding down", "doing tricks in", "wearing", "swimming with", "turning", "swung by", "skateboarding down", "skateboarding", "rolling down", "sitting down on", "skateboarding on", "walking around", "hanging around", "kicking", "skating in", "smoking", "rolling to", "rolling through", "running in", "walking alongside", "walking along", "leaning into", "blowing", "curling", "moving across", "running by", "driving toward", "walking onto", "kicking up", "eating on", "pecking", "posing in", "walking to", "flapping", "played by", "bathing in", "walking over", "getting", "holding on", "juggling", "hanging on to", "getting into", "reflecting", "leaving behind", "getting out of", "hanging with", "crossed over", "standing up on", "cast on", "stretching", "growing out", "eating in", "walking into", "handing on", "tied into", "making", "listening to", "clasping", "heading down", "following", "loading onto", "throwing off", "casted by", "grazing", "dripping down", "coming onto", "hit by", "striking", "preparing for", "grazing from", "gesturing with", "shopping for", "getting in", "growing out of", "flooding", "reaching in", "painted with", "advertising", "growing alongside", "concentrating on", "breaking through", "windsurfing in", "reaching into", "pulled up to", "pushing", "tapping", "washed in", "talking into", "soiling", "handling", "guarding", "plugged in to", "spraying in", "baking in", "cooking on", "cut in", "pushed into", "adorning", "measuring", "covering", "stirring", "cut into", "drizzled on", "pouring out of", "created by", "feeding in", "washing onto", "posted to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "parked", "losing", "relaxing in", "wearing same", "outfit", "growing up", "shredded", "curled over", "named", "glowing", "clear", "owned by", "spot on", "styled in", "made for", "growing outside", "made with", "right to", "no suitable option" ] }, "subject": "jockey", "predicate": "riding", "object": "horse" }, { "image_path": "annotated_image_folder/split_4/output_images_2358553/image_2358553_pair_9_helmet_on_jockey.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "helmet", "predicate": "on", "object": "jockey" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_1_light_on_ceiling.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "ceiling" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_2_television_on_stand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "television", "predicate": "on", "object": "stand" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_3_stair_going_upper part.jpg", "options": { "spatial": [ "goes past", "coming towards", "down", "leading down to", "into", "stuck into", "jutting into", "stuck to", "tied with", "hitched to", "leaning to", "floating in", "looking in", "hanging in", "laying in", "walking next to", "passing by", "sitting by", "walking behind", "passing above", "flying close to", "lying down on", "sleeping on", "laid out on", "walking on top of", "lit up on", "hanging out on", "light in", "paved with", "gathered around", "parked along", "seated in", "sticking out from", "left on", "parked in", "sleeping under", "shining on", "shinning on", "parked by", "hanging over", "walking in front of", "left by", "laying with", "hanging under", "closed on", "growing on", "walking beside", "hanging at", "hanging between", "linked to", "resting on", "walking on side of", "attached by", "held with", "lying across", "sitting inside", "parked on", "suspended in", "projected on", "winding through", "riding atop", "on door of", "parked across", "hanging off", "sitting next to", "shown in", "running beside", "kneeling by", "standing along", "sitting upon", "sitting near", "mixed into", "lying next to", "glued on", "hanging next to", "at front of", "curled on", "laying next to", "lying near", "parked at", "poking out of", "hung on", "tilted on", "placed on", "amidst", "parked between", "missing from", "facing away from", "stored in", "sitting underneath", "hanging on back of", "worn under", "sitting on top of", "sitting above", "growing from", "laying in front of", "dripping from", "growing behind", "on head of", "seated in front of", "curled under", "parked alongside", "draped on", "sitting inside of", "parked behind", "smothered in", "hanging outside", "splashing behind", "trailing behind", "on piece of", "on lap of", "sprouting from", "near side of", "draped across", "parked inside", "extending into", "posing on", "extended on", "standing with", "at rear of", "over top of", "growing next to", "growing among", "sitting in middle of", "lying in front of", "parked on side", "sitting against", "hanging on side of", "formed into", "spilled on", "facing toward", "on tip of", "near bottom of", "towering over", "near top of", "parked on top of", "in lap of", "standing close to", "depicted in", "standing inside", "over edge of", "embedded in", "parked against", "painted on top of", "separated by", "on left side of", "grazing next to", "parked outside of", "made from", "on left of", "on roof of", "grazing near", "stacked on top of", "standing beneath", "standing beside", "larger than", "standing on top of", "hand of", "standing in front of", "posing in front of", "standing in middle of", "standing on edge of", "standing outside of", "no suitable option" ], "action": [ "getting into", "walking to", "coming onto", "getting", "heading down", "getting in", "walking into", "walking", "walking along", "driving", "walking around", "kicking up", "walking on", "walking over", "running in", "rolling to", "riding with", "pulled up to", "flying", "running by", "getting out of", "tied into", "following", "crossed over", "talking into", "turning", "moving across", "walking onto", "preparing for", "hanging around", "rolling through", "making", "listening to", "kicking", "leaning into", "leaving behind", "maneuvering", "hit by", "rolling down", "breaking through", "reaching into", "shopping for", "wearing", "walking alongside", "racing on", "pushing", "reaching in", "swimming", "hanging on to", "eating in", "snowboarding down", "pushed into", "swung by", "eating on", "handing on", "smoking", "swimming with", "skating in", "flooding", "driving toward", "plugged in to", "blowing", "bathing in", "sitting down on", "holding on", "posted to", "dripping down", "hanging with", "washed in", "cut into", "surfing", "clasping", "doing tricks in", "cut in", "skateboarding down", "growing out", "painted with", "juggling", "advertising", "flapping", "pecking", "played by", "striking", "tapping", "stirring", "drizzled on", "concentrating on", "posing in", "throwing off", "reflecting", "windsurfing in", "curling", "handling", "covering", "feeding in", "loading onto", "growing out of", "adorning", "skateboarding", "guarding", "stretching", "cooking on", "pouring out of", "soiling", "skateboarding on", "cast on", "growing alongside", "spraying in", "baking in", "casted by", "washing onto", "standing up on", "grazing", "grazing from", "created by", "measuring", "gesturing with", "no suitable option" ], "state": [ "losing", "relaxing in", "relaxing on", "sitting around", "outfit", "right to", "shredded", "wearing same", "glowing", "clear", "growing up", "parked", "styled in", "curled over", "made with", "named", "made for", "spot on", "owned by", "growing outside", "no suitable option" ] }, "subject": "stair", "predicate": "going", "object": "upper part" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_4_curtain_over_window.jpg", "options": { "spatial": [ "over top of", "over edge of", "hanging over", "extended on", "goes past", "down", "closed on", "hanging under", "towering over", "passing above", "sleeping on", "left on", "hanging off", "lit up on", "leading down to", "leaning to", "tilted on", "growing on", "left by", "laid out on", "shining on", "hanging at", "hanging out on", "tied with", "hanging in", "projected on", "resting on", "lying down on", "trailing behind", "on piece of", "sleeping under", "hung on", "held with", "floating in", "curled on", "on tip of", "hanging between", "into", "suspended in", "on head of", "worn under", "passing by", "near top of", "sticking out from", "placed on", "on left of", "parked on", "stacked on top of", "amidst", "lying across", "extending into", "on door of", "hanging on back of", "curled under", "hanging next to", "shinning on", "on roof of", "gathered around", "hanging on side of", "growing behind", "attached by", "coming towards", "glued on", "posing on", "on lap of", "poking out of", "at front of", "parked across", "near side of", "at rear of", "larger than", "near bottom of", "standing on top of", "standing beneath", "laying in", "painted on top of", "on left side of", "draped on", "light in", "shown in", "sitting above", "draped across", "stuck to", "looking in", "sitting on top of", "standing close to", "hand of", "jutting into", "parked against", "smothered in", "flying close to", "parked behind", "parked on top of", "spilled on", "stuck into", "laying with", "sitting by", "parked at", "parked in", "parked by", "missing from", "winding through", "walking behind", "kneeling by", "riding atop", "hitched to", "sitting upon", "facing away from", "sitting against", "lying near", "standing with", "parked on side", "splashing behind", "dripping from", "in lap of", "hanging outside", "lying next to", "laying next to", "sitting underneath", "laying in front of", "stored in", "parked along", "standing beside", "seated in", "running beside", "lying in front of", "growing from", "standing in middle of", "depicted in", "facing toward", "parked inside", "standing on edge of", "standing along", "walking on top of", "mixed into", "separated by", "paved with", "parked alongside", "standing inside", "standing in front of", "parked between", "embedded in", "sitting in middle of", "sitting inside of", "growing next to", "growing among", "sitting inside", "sitting next to", "seated in front of", "sitting near", "formed into", "made from", "linked to", "standing outside of", "parked outside of", "grazing next to", "grazing near", "posing in front of", "walking on side of", "walking beside", "walking in front of", "sprouting from", "walking next to", "no suitable option" ], "action": [ "crossed over", "walking over", "holding on", "blowing", "heading down", "kicking up", "turning", "throwing off", "leaving behind", "hit by", "hanging around", "rolling down", "hanging on to", "handing on", "tied into", "getting", "getting out of", "swung by", "rolling through", "breaking through", "hanging with", "running by", "leaning into", "pulled up to", "eating on", "coming onto", "racing on", "played by", "pushing", "reaching in", "rolling to", "dripping down", "washed in", "sitting down on", "making", "listening to", "pushed into", "growing out of", "maneuvering", "running in", "standing up on", "kicking", "flapping", "flooding", "cooking on", "getting in", "snowboarding down", "moving across", "covering", "smoking", "wearing", "talking into", "stirring", "following", "getting into", "handling", "reflecting", "flying", "driving", "pecking", "preparing for", "skating in", "casted by", "pouring out of", "painted with", "tapping", "curling", "walking around", "riding with", "surfing", "skateboarding down", "walking on", "reaching into", "plugged in to", "cut in", "eating in", "growing out", "drizzled on", "posing in", "guarding", "stretching", "bathing in", "doing tricks in", "juggling", "clasping", "concentrating on", "cast on", "advertising", "created by", "shopping for", "cut into", "feeding in", "posted to", "striking", "adorning", "skateboarding on", "growing alongside", "swimming", "driving toward", "walking along", "swimming with", "windsurfing in", "measuring", "walking onto", "spraying in", "skateboarding", "walking into", "grazing", "washing onto", "baking in", "gesturing with", "grazing from", "walking", "walking alongside", "loading onto", "soiling", "walking to", "no suitable option" ], "state": [ "curled over", "clear", "losing", "shredded", "relaxing on", "owned by", "relaxing in", "sitting around", "spot on", "right to", "glowing", "outfit", "styled in", "named", "parked", "wearing same", "growing up", "made for", "made with", "growing outside", "no suitable option" ] }, "subject": "curtain", "predicate": "over", "object": "window" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_5_ceiling_in_room.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "ceiling", "predicate": "in", "object": "room" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_6_light_on_ceiling.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "ceiling" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_7_sun shining_on_couch.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sun shining", "predicate": "on", "object": "couch" }, { "image_path": "annotated_image_folder/split_4/output_images_2358948/image_2358948_pair_8_image_in_television.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "image", "predicate": "in", "object": "television" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_1_chimney_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "chimney", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_2_window_on_train.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "train" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_3_cord_connected to_box.jpg", "options": { "spatial": [ "linked to", "tied with", "attached by", "into", "hanging between", "stuck into", "jutting into", "formed into", "placed on", "hanging in", "hitched to", "coming towards", "stuck to", "embedded in", "hanging next to", "light in", "glued on", "gathered around", "closed on", "held with", "on door of", "hanging out on", "floating in", "stored in", "hung on", "hanging at", "laid out on", "leading down to", "shown in", "down", "curled on", "on head of", "hanging under", "hanging on back of", "looking in", "mixed into", "missing from", "extending into", "parked on", "seated in", "laying with", "winding through", "resting on", "shining on", "on tip of", "sitting by", "hanging over", "leaning to", "sitting next to", "lying next to", "hanging on side of", "sitting upon", "standing with", "on left of", "suspended in", "sleeping on", "on piece of", "parked in", "depicted in", "laying in", "stacked on top of", "standing along", "paved with", "parked by", "near bottom of", "smothered in", "tilted on", "projected on", "parked between", "growing on", "hanging off", "separated by", "lit up on", "growing among", "near top of", "standing beside", "parked along", "amidst", "running beside", "goes past", "on left side of", "poking out of", "sticking out from", "posing on", "near side of", "at rear of", "lying down on", "parked at", "at front of", "curled under", "left on", "on lap of", "laying next to", "lying near", "sitting near", "in lap of", "sitting inside of", "lying across", "sitting inside", "trailing behind", "growing next to", "on roof of", "sitting above", "left by", "standing close to", "hand of", "parked alongside", "draped on", "parked across", "over edge of", "flying close to", "extended on", "sitting on top of", "dripping from", "sprouting from", "walking beside", "growing behind", "walking next to", "parked on top of", "standing inside", "standing beneath", "facing toward", "parked inside", "sitting against", "shinning on", "passing by", "seated in front of", "sitting in middle of", "hanging outside", "standing on edge of", "over top of", "parked behind", "draped across", "parked against", "parked on side", "standing on top of", "growing from", "sleeping under", "painted on top of", "kneeling by", "larger than", "passing above", "worn under", "sitting underneath", "standing in middle of", "lying in front of", "laying in front of", "grazing next to", "towering over", "walking behind", "standing in front of", "made from", "spilled on", "riding atop", "facing away from", "parked outside of", "walking on top of", "walking on side of", "standing outside of", "splashing behind", "grazing near", "posing in front of", "walking in front of", "no suitable option" ], "action": [ "tied into", "plugged in to", "pushed into", "hanging on to", "talking into", "coming onto", "listening to", "reaching into", "hanging with", "leaning into", "hit by", "hanging around", "cut into", "following", "reaching in", "running in", "getting into", "getting in", "pulled up to", "painted with", "tapping", "clasping", "cut in", "loading onto", "riding with", "played by", "getting", "walking into", "making", "posted to", "holding on", "eating in", "breaking through", "pushing", "walking onto", "crossed over", "running by", "heading down", "walking along", "reflecting", "washed in", "created by", "posing in", "sitting down on", "eating on", "driving toward", "turning", "swung by", "handing on", "swimming with", "wearing", "cast on", "dripping down", "striking", "feeding in", "rolling to", "driving", "pecking", "growing alongside", "walking to", "racing on", "getting out of", "kicking up", "washing onto", "casted by", "flooding", "walking on", "blowing", "shopping for", "stirring", "cooking on", "bathing in", "preparing for", "smoking", "moving across", "walking alongside", "flying", "standing up on", "drizzled on", "growing out", "measuring", "walking around", "windsurfing in", "leaving behind", "covering", "swimming", "concentrating on", "surfing", "skating in", "growing out of", "spraying in", "rolling through", "stretching", "kicking", "flapping", "adorning", "baking in", "advertising", "juggling", "rolling down", "curling", "walking", "pouring out of", "maneuvering", "guarding", "soiling", "gesturing with", "throwing off", "handling", "walking over", "grazing", "grazing from", "skateboarding on", "skateboarding", "doing tricks in", "skateboarding down", "snowboarding down", "no suitable option" ], "state": [ "made with", "relaxing in", "sitting around", "curled over", "glowing", "relaxing on", "styled in", "shredded", "parked", "right to", "owned by", "outfit", "named", "wearing same", "growing up", "losing", "spot on", "clear", "made for", "growing outside", "no suitable option" ] }, "subject": "cord", "predicate": "connected to", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_4_front window_of_train.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "front window", "predicate": "of", "object": "train" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_5_train_on_track.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "train", "predicate": "on", "object": "track" }, { "image_path": "annotated_image_folder/split_4/output_images_2360581/image_2360581_pair_6_gas pumps_on_dirt.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "gas pumps", "predicate": "on", "object": "dirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_1_cow_eating_ground.jpg", "options": { "spatial": [ "sitting inside", "seated in", "sitting upon", "growing from", "sitting inside of", "hanging out on", "resting on", "growing on", "grazing next to", "into", "hanging in", "laying in", "sitting in middle of", "floating in", "sitting by", "sitting next to", "sitting on top of", "sitting underneath", "formed into", "on piece of", "gathered around", "tied with", "laying with", "dripping from", "jutting into", "growing among", "hanging over", "grazing near", "sleeping on", "stuck into", "seated in front of", "mixed into", "sleeping under", "growing next to", "laying next to", "sitting against", "smothered in", "sitting near", "hanging off", "hanging between", "light in", "hanging under", "posing on", "hanging at", "kneeling by", "draped on", "larger than", "hanging next to", "sprouting from", "laid out on", "stuck to", "goes past", "laying in front of", "sticking out from", "poking out of", "down", "glued on", "leaning to", "left by", "hitched to", "held with", "lying down on", "growing behind", "made from", "leading down to", "sitting above", "in lap of", "coming towards", "amidst", "hanging outside", "draped across", "hanging on back of", "hanging on side of", "hung on", "on lap of", "standing inside", "curled on", "placed on", "stacked on top of", "stored in", "riding atop", "separated by", "lit up on", "paved with", "standing with", "walking on top of", "passing by", "shining on", "curled under", "splashing behind", "attached by", "lying next to", "shinning on", "walking next to", "flying close to", "tilted on", "lying across", "at front of", "towering over", "suspended in", "over top of", "near bottom of", "embedded in", "worn under", "missing from", "extending into", "projected on", "lying in front of", "on door of", "on left side of", "standing close to", "running beside", "lying near", "spilled on", "facing away from", "parked on", "linked to", "facing toward", "near top of", "hand of", "standing in middle of", "passing above", "parked in", "walking behind", "on head of", "standing on top of", "parked inside", "posing in front of", "closed on", "depicted in", "walking beside", "on left of", "near side of", "left on", "walking on side of", "at rear of", "looking in", "painted on top of", "trailing behind", "on tip of", "shown in", "walking in front of", "standing along", "standing beneath", "extended on", "over edge of", "parked by", "on roof of", "parked across", "standing beside", "parked between", "standing in front of", "parked alongside", "parked at", "parked along", "parked behind", "parked on top of", "standing outside of", "parked on side", "standing on edge of", "parked against", "parked outside of", "winding through", "no suitable option" ], "action": [ "eating in", "eating on", "feeding in", "pecking", "cooking on", "grazing", "swimming", "smoking", "making", "grazing from", "growing out", "swimming with", "baking in", "cut into", "sitting down on", "driving", "wearing", "dripping down", "leaning into", "hanging around", "bathing in", "tied into", "growing out of", "concentrating on", "cut in", "talking into", "walking", "hanging with", "flying", "kicking", "washing onto", "hanging on to", "getting into", "getting", "running by", "washed in", "pouring out of", "getting out of", "flapping", "kicking up", "following", "reaching into", "running in", "walking around", "walking on", "stirring", "riding with", "breaking through", "posing in", "racing on", "preparing for", "hit by", "reaching in", "played by", "surfing", "walking onto", "shopping for", "throwing off", "coming onto", "listening to", "growing alongside", "walking into", "reflecting", "swung by", "turning", "maneuvering", "adorning", "flooding", "walking to", "pushed into", "casted by", "advertising", "holding on", "pushing", "soiling", "clasping", "measuring", "cast on", "doing tricks in", "skating in", "painted with", "heading down", "walking alongside", "curling", "stretching", "getting in", "striking", "loading onto", "leaving behind", "snowboarding down", "walking along", "driving toward", "pulled up to", "created by", "handling", "blowing", "walking over", "handing on", "skateboarding", "standing up on", "guarding", "skateboarding down", "plugged in to", "tapping", "rolling to", "rolling down", "rolling through", "spraying in", "skateboarding on", "moving across", "juggling", "posted to", "drizzled on", "covering", "gesturing with", "crossed over", "windsurfing in", "no suitable option" ], "state": [ "shredded", "sitting around", "growing up", "relaxing in", "relaxing on", "losing", "outfit", "made with", "curled over", "wearing same", "clear", "growing outside", "styled in", "made for", "named", "owned by", "glowing", "right to", "parked", "spot on", "no suitable option" ] }, "subject": "cow", "predicate": "eating", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_2_tail_of_cow.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tail", "predicate": "of", "object": "cow" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_3_cow_laying on_ground.jpg", "options": { "spatial": [ "lying down on", "laying in", "laying with", "resting on", "laying next to", "laying in front of", "laid out on", "sleeping on", "lying near", "lying in front of", "curled on", "lying across", "sleeping under", "shining on", "lying next to", "draped on", "placed on", "sitting upon", "floating in", "tilted on", "hanging under", "lit up on", "posing on", "hanging over", "curled under", "hung on", "hanging out on", "sitting on top of", "shinning on", "sitting underneath", "leaning to", "hanging off", "hanging in", "sitting against", "growing on", "hanging on back of", "down", "sticking out from", "hanging on side of", "standing beneath", "hanging at", "seated in", "on piece of", "sitting by", "stacked on top of", "sitting in middle of", "parked on", "sitting above", "sitting inside", "left on", "standing on top of", "kneeling by", "projected on", "draped across", "sitting inside of", "on head of", "closed on", "glued on", "hanging next to", "worn under", "sitting near", "on roof of", "sitting next to", "on tip of", "light in", "hanging outside", "on left of", "hanging between", "seated in front of", "standing on edge of", "stuck to", "suspended in", "standing along", "tied with", "walking on top of", "running beside", "gathered around", "standing in middle of", "standing inside", "embedded in", "leading down to", "near bottom of", "over top of", "standing with", "stuck into", "attached by", "on left side of", "paved with", "standing close to", "on door of", "spilled on", "coming towards", "stored in", "trailing behind", "parked on top of", "standing beside", "held with", "riding atop", "parked in", "extended on", "on lap of", "towering over", "smothered in", "passing above", "growing behind", "painted on top of", "near top of", "poking out of", "left by", "dripping from", "jutting into", "parked on side", "splashing behind", "goes past", "parked inside", "parked along", "parked against", "posing in front of", "parked alongside", "parked across", "standing in front of", "facing toward", "looking in", "parked at", "parked between", "near side of", "walking on side of", "formed into", "at front of", "standing outside of", "over edge of", "hitched to", "shown in", "flying close to", "parked behind", "at rear of", "growing next to", "facing away from", "into", "amidst", "depicted in", "walking beside", "growing among", "linked to", "winding through", "grazing next to", "parked by", "passing by", "larger than", "growing from", "parked outside of", "grazing near", "walking behind", "sprouting from", "walking next to", "mixed into", "hand of", "in lap of", "missing from", "made from", "walking in front of", "extending into", "separated by", "no suitable option" ], "action": [ "sitting down on", "leaning into", "standing up on", "eating on", "heading down", "holding on", "hanging around", "kicking up", "hanging on to", "cooking on", "pecking", "rolling down", "dripping down", "handing on", "walking on", "preparing for", "hanging with", "coming onto", "kicking", "rolling to", "wearing", "rolling through", "tied into", "snowboarding down", "posing in", "cast on", "turning", "bathing in", "stretching", "blowing", "running in", "racing on", "skateboarding down", "plugged in to", "throwing off", "washed in", "leaving behind", "covering", "flapping", "hit by", "eating in", "making", "loading onto", "reflecting", "soiling", "getting out of", "pulled up to", "pushed into", "running by", "concentrating on", "pushing", "doing tricks in", "riding with", "smoking", "walking onto", "growing out", "baking in", "feeding in", "skateboarding on", "clasping", "growing alongside", "skating in", "surfing", "flying", "drizzled on", "washing onto", "crossed over", "listening to", "getting", "curling", "getting in", "maneuvering", "growing out of", "swimming", "swimming with", "stirring", "walking around", "cut in", "breaking through", "pouring out of", "getting into", "walking alongside", "played by", "guarding", "swung by", "following", "painted with", "walking", "handling", "talking into", "walking over", "casted by", "walking along", "spraying in", "moving across", "striking", "driving", "cut into", "reaching in", "grazing", "posted to", "skateboarding", "created by", "gesturing with", "juggling", "walking into", "grazing from", "driving toward", "tapping", "advertising", "adorning", "shopping for", "reaching into", "flooding", "windsurfing in", "walking to", "measuring", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "curled over", "sitting around", "clear", "shredded", "outfit", "glowing", "styled in", "spot on", "wearing same", "parked", "growing up", "named", "losing", "right to", "made for", "made with", "growing outside", "owned by", "no suitable option" ] }, "subject": "cow", "predicate": "laying on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_4_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_5_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_6_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_7_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_8_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2362185/image_2362185_pair_9_cow_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cow", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_10_design_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "design", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_11_shadow_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shadow", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_12_crumb_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "crumb", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_13_design_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "design", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_1_chocolate cake_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "chocolate cake", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_2_design_on_background.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "design", "predicate": "on", "object": "background" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_3_plate_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "plate", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_4_design_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "design", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_5_chocolate cake_on_plate.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "chocolate cake", "predicate": "on", "object": "plate" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_6_carrot_in_group.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "carrot", "predicate": "in", "object": "group" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_7_carrot_in_group.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "carrot", "predicate": "in", "object": "group" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_8_carrot_in_group.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "carrot", "predicate": "in", "object": "group" }, { "image_path": "annotated_image_folder/split_4/output_images_2364172/image_2364172_pair_9_placemat_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "placemat", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_10_swan reflection_under_swan.jpg", "options": { "spatial": [ "standing beneath", "hanging under", "near bottom of", "near top of", "sleeping under", "over top of", "worn under", "passing above", "at front of", "sitting above", "down", "sitting underneath", "near side of", "amidst", "standing beside", "suspended in", "curled under", "at rear of", "standing on top of", "on door of", "standing in middle of", "lying near", "standing in front of", "parked at", "on head of", "standing close to", "over edge of", "gathered around", "embedded in", "on roof of", "on left side of", "lying down on", "placed on", "laying next to", "parked behind", "lying next to", "parked alongside", "on piece of", "parked in", "hanging next to", "laying in front of", "on left of", "parked on top of", "parked on", "standing inside", "sitting next to", "standing outside of", "floating in", "lying in front of", "sitting on top of", "projected on", "parked along", "into", "growing behind", "running beside", "seated in front of", "parked against", "in lap of", "stacked on top of", "laid out on", "standing along", "on lap of", "walking behind", "parked across", "sitting near", "shown in", "sitting in middle of", "extended on", "parked by", "hanging on side of", "lying across", "leading down to", "sitting inside of", "standing on edge of", "towering over", "shining on", "splashing behind", "parked between", "parked inside", "sitting upon", "laying in", "walking beside", "light in", "trailing behind", "parked outside of", "stored in", "on tip of", "hanging on back of", "missing from", "growing next to", "seated in", "sitting by", "walking on top of", "lit up on", "sticking out from", "parked on side", "hanging over", "goes past", "closed on", "hanging out on", "standing with", "sitting against", "hanging in", "painted on top of", "sitting inside", "coming towards", "flying close to", "draped across", "extending into", "hanging at", "tilted on", "walking in front of", "grazing next to", "looking in", "hanging outside", "posing on", "passing by", "facing away from", "attached by", "draped on", "left by", "posing in front of", "growing on", "poking out of", "kneeling by", "walking next to", "left on", "resting on", "grazing near", "depicted in", "sleeping on", "hanging between", "walking on side of", "curled on", "linked to", "spilled on", "growing among", "riding atop", "shinning on", "separated by", "hung on", "larger than", "hanging off", "laying with", "held with", "facing toward", "hand of", "leaning to", "paved with", "formed into", "smothered in", "stuck into", "jutting into", "tied with", "growing from", "dripping from", "mixed into", "stuck to", "winding through", "glued on", "hitched to", "made from", "sprouting from", "no suitable option" ], "action": [ "heading down", "standing up on", "hanging around", "growing alongside", "sitting down on", "crossed over", "washed in", "running in", "hit by", "getting into", "posing in", "covering", "reaching in", "walking alongside", "cut in", "leaving behind", "skateboarding down", "coming onto", "getting in", "flooding", "snowboarding down", "following", "kicking up", "running by", "walking around", "blowing", "walking over", "casted by", "played by", "getting out of", "eating in", "handing on", "dripping down", "racing on", "walking into", "cooking on", "swung by", "wearing", "cut into", "bathing in", "skating in", "surfing", "pushed into", "posted to", "reaching into", "doing tricks in", "guarding", "leaning into", "tied into", "pulled up to", "talking into", "getting", "growing out of", "walking on", "making", "kicking", "driving toward", "driving", "rolling down", "rolling through", "hanging on to", "moving across", "shopping for", "listening to", "eating on", "striking", "walking along", "baking in", "created by", "walking onto", "breaking through", "growing out", "advertising", "holding on", "swimming", "plugged in to", "cast on", "feeding in", "smoking", "flying", "skateboarding on", "spraying in", "curling", "painted with", "drizzled on", "hanging with", "maneuvering", "turning", "adorning", "preparing for", "windsurfing in", "skateboarding", "handling", "grazing", "rolling to", "grazing from", "pushing", "walking", "riding with", "stretching", "stirring", "throwing off", "pecking", "pouring out of", "reflecting", "swimming with", "tapping", "walking to", "loading onto", "flapping", "clasping", "measuring", "washing onto", "concentrating on", "soiling", "juggling", "gesturing with", "no suitable option" ], "state": [ "parked", "sitting around", "styled in", "clear", "outfit", "curled over", "spot on", "shredded", "relaxing in", "glowing", "growing up", "right to", "relaxing on", "losing", "owned by", "growing outside", "named", "made with", "made for", "wearing same", "no suitable option" ] }, "subject": "swan reflection", "predicate": "under", "object": "swan" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_11_swan_swimming on_lake.jpg", "options": { "spatial": [ "floating in", "splashing behind", "resting on", "lying down on", "sleeping on", "riding atop", "curled on", "draped on", "posing on", "spilled on", "hanging out on", "growing on", "walking on top of", "shining on", "parked on", "on piece of", "shinning on", "sleeping under", "tilted on", "hanging under", "placed on", "flying close to", "hung on", "worn under", "sitting on top of", "running beside", "curled under", "hanging over", "hanging in", "lit up on", "sitting upon", "draped across", "lying across", "on lap of", "laying in", "closed on", "on head of", "hanging off", "sitting against", "sitting underneath", "hanging on back of", "laid out on", "hanging outside", "jutting into", "kneeling by", "glued on", "parked across", "seated in", "light in", "walking on side of", "down", "held with", "laying in front of", "standing on top of", "hanging at", "hanging on side of", "dripping from", "projected on", "on roof of", "towering over", "sitting by", "sitting in middle of", "left on", "sticking out from", "parked in", "sitting inside", "smothered in", "on tip of", "leaning to", "sitting above", "lying near", "sitting inside of", "parked on top of", "laying next to", "suspended in", "standing beneath", "stuck into", "hanging between", "lying in front of", "hanging next to", "stacked on top of", "attached by", "on left of", "over top of", "parked on side", "sitting near", "parked at", "parked against", "parked along", "laying with", "stuck to", "grazing next to", "poking out of", "extended on", "seated in front of", "standing on edge of", "parked between", "walking in front of", "parked inside", "grazing near", "on left side of", "in lap of", "left by", "embedded in", "on door of", "sitting next to", "parked outside of", "standing along", "standing in middle of", "goes past", "over edge of", "passing above", "gathered around", "standing close to", "parked alongside", "at rear of", "looking in", "tied with", "near bottom of", "growing next to", "at front of", "growing behind", "walking next to", "lying next to", "into", "coming towards", "stored in", "depicted in", "passing by", "walking behind", "standing outside of", "near side of", "posing in front of", "near top of", "parked behind", "leading down to", "standing inside", "growing among", "growing from", "painted on top of", "parked by", "standing with", "facing away from", "shown in", "mixed into", "standing in front of", "formed into", "linked to", "hitched to", "larger than", "walking beside", "facing toward", "separated by", "paved with", "trailing behind", "missing from", "amidst", "extending into", "hand of", "winding through", "standing beside", "made from", "sprouting from", "no suitable option" ], "action": [ "swimming", "swimming with", "surfing", "bathing in", "racing on", "walking on", "running in", "eating on", "snowboarding down", "skating in", "skateboarding on", "flying", "flooding", "riding with", "holding on", "skateboarding down", "sitting down on", "doing tricks in", "wearing", "stretching", "maneuvering", "hanging around", "curling", "running by", "dripping down", "skateboarding", "juggling", "pecking", "leaning into", "washed in", "walking", "standing up on", "eating in", "walking around", "moving across", "walking onto", "hanging on to", "washing onto", "cast on", "driving", "flapping", "swung by", "kicking up", "drizzled on", "kicking", "posing in", "coming onto", "cooking on", "heading down", "walking alongside", "crossed over", "hit by", "windsurfing in", "getting out of", "concentrating on", "walking over", "reaching in", "blowing", "getting into", "pouring out of", "guarding", "rolling down", "preparing for", "getting in", "spraying in", "cut in", "turning", "walking along", "throwing off", "growing alongside", "growing out", "tied into", "growing out of", "grazing", "played by", "hanging with", "listening to", "pulled up to", "rolling through", "reflecting", "clasping", "grazing from", "leaving behind", "smoking", "covering", "handing on", "tapping", "following", "loading onto", "reaching into", "breaking through", "walking to", "driving toward", "rolling to", "walking into", "cut into", "plugged in to", "casted by", "pushed into", "talking into", "baking in", "making", "getting", "feeding in", "measuring", "striking", "pushing", "painted with", "created by", "gesturing with", "shopping for", "stirring", "posted to", "advertising", "handling", "adorning", "soiling", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "curled over", "sitting around", "wearing same", "outfit", "clear", "parked", "losing", "growing up", "shredded", "styled in", "glowing", "spot on", "growing outside", "named", "owned by", "made with", "made for", "right to", "no suitable option" ] }, "subject": "swan", "predicate": "swimming on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_12_branch_floating on_lake.jpg", "options": { "spatial": [ "floating in", "lying down on", "resting on", "placed on", "tilted on", "sitting upon", "sitting on top of", "curled on", "hanging under", "laying in", "sitting underneath", "posing on", "hung on", "sleeping on", "parked on", "seated in", "standing on top of", "lying across", "hanging in", "sitting above", "standing beneath", "laid out on", "hanging over", "hanging on back of", "lying near", "lit up on", "sitting against", "laying in front of", "on piece of", "draped on", "shining on", "curled under", "laying next to", "lying in front of", "growing on", "on head of", "hanging at", "hanging on side of", "hanging out on", "glued on", "sitting by", "shinning on", "sitting inside", "stacked on top of", "splashing behind", "down", "sitting inside of", "sitting in middle of", "sleeping under", "sticking out from", "light in", "hanging off", "laying with", "left on", "seated in front of", "hanging next to", "closed on", "spilled on", "lying next to", "on tip of", "suspended in", "on roof of", "embedded in", "projected on", "leaning to", "sitting near", "standing inside", "sitting next to", "standing with", "attached by", "standing close to", "worn under", "standing on edge of", "on left of", "draped across", "standing in middle of", "parked in", "parked on top of", "hanging between", "stuck into", "gathered around", "held with", "stored in", "over top of", "stuck to", "hanging outside", "near bottom of", "shown in", "standing along", "walking on top of", "towering over", "extended on", "riding atop", "dripping from", "on left side of", "flying close to", "parked at", "on lap of", "kneeling by", "standing in front of", "on door of", "parked across", "smothered in", "painted on top of", "looking in", "parked on side", "near top of", "parked inside", "standing outside of", "poking out of", "standing beside", "passing above", "at front of", "parked between", "parked against", "at rear of", "jutting into", "larger than", "depicted in", "parked along", "parked alongside", "parked behind", "posing in front of", "into", "missing from", "tied with", "near side of", "trailing behind", "growing behind", "left by", "running beside", "parked by", "facing away from", "facing toward", "over edge of", "leading down to", "coming towards", "parked outside of", "formed into", "hitched to", "goes past", "paved with", "linked to", "walking on side of", "in lap of", "growing next to", "mixed into", "growing among", "amidst", "growing from", "grazing next to", "passing by", "hand of", "walking beside", "walking behind", "extending into", "made from", "grazing near", "walking in front of", "separated by", "walking next to", "winding through", "sprouting from", "no suitable option" ], "action": [ "sitting down on", "holding on", "standing up on", "leaning into", "hanging around", "dripping down", "eating on", "heading down", "hanging on to", "posing in", "swimming with", "walking on", "cooking on", "surfing", "pecking", "swimming", "bathing in", "hanging with", "flying", "hit by", "running in", "handing on", "pushed into", "skating in", "cast on", "snowboarding down", "racing on", "doing tricks in", "getting in", "kicking up", "skateboarding down", "maneuvering", "rolling down", "coming onto", "reaching in", "skateboarding on", "wearing", "eating in", "riding with", "plugged in to", "walking onto", "drizzled on", "pulled up to", "loading onto", "turning", "making", "getting into", "blowing", "tied into", "flooding", "washed in", "reflecting", "crossed over", "swung by", "juggling", "preparing for", "getting", "flapping", "cut in", "rolling through", "rolling to", "moving across", "throwing off", "getting out of", "pushing", "following", "painted with", "handling", "reaching into", "baking in", "kicking", "running by", "stirring", "pouring out of", "listening to", "washing onto", "casted by", "spraying in", "stretching", "leaving behind", "walking around", "growing alongside", "played by", "feeding in", "clasping", "skateboarding", "concentrating on", "windsurfing in", "cut into", "curling", "posted to", "growing out of", "covering", "talking into", "walking into", "striking", "gesturing with", "walking over", "smoking", "tapping", "adorning", "created by", "growing out", "walking alongside", "advertising", "measuring", "driving", "walking", "walking along", "breaking through", "guarding", "grazing", "shopping for", "soiling", "driving toward", "grazing from", "walking to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "curled over", "relaxing in", "styled in", "glowing", "clear", "parked", "spot on", "outfit", "shredded", "wearing same", "named", "losing", "growing up", "made with", "made for", "owned by", "right to", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "floating on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_13_branch_floating on_lake.jpg", "options": { "spatial": [ "floating in", "lying down on", "resting on", "placed on", "tilted on", "sitting upon", "sitting on top of", "curled on", "hanging under", "laying in", "sitting underneath", "posing on", "hung on", "sleeping on", "parked on", "seated in", "standing on top of", "lying across", "hanging in", "sitting above", "standing beneath", "laid out on", "hanging over", "hanging on back of", "lying near", "lit up on", "sitting against", "laying in front of", "on piece of", "draped on", "shining on", "curled under", "laying next to", "lying in front of", "growing on", "on head of", "hanging at", "hanging on side of", "hanging out on", "glued on", "sitting by", "shinning on", "sitting inside", "stacked on top of", "splashing behind", "down", "sitting inside of", "sitting in middle of", "sleeping under", "sticking out from", "light in", "hanging off", "laying with", "left on", "seated in front of", "hanging next to", "closed on", "spilled on", "lying next to", "on tip of", "suspended in", "on roof of", "embedded in", "projected on", "leaning to", "sitting near", "standing inside", "sitting next to", "standing with", "attached by", "standing close to", "worn under", "standing on edge of", "on left of", "draped across", "standing in middle of", "parked in", "parked on top of", "hanging between", "stuck into", "gathered around", "held with", "stored in", "over top of", "stuck to", "hanging outside", "near bottom of", "shown in", "standing along", "walking on top of", "towering over", "extended on", "riding atop", "dripping from", "on left side of", "flying close to", "parked at", "on lap of", "kneeling by", "standing in front of", "on door of", "parked across", "smothered in", "painted on top of", "looking in", "parked on side", "near top of", "parked inside", "standing outside of", "poking out of", "standing beside", "passing above", "at front of", "parked between", "parked against", "at rear of", "jutting into", "larger than", "depicted in", "parked along", "parked alongside", "parked behind", "posing in front of", "into", "missing from", "tied with", "near side of", "trailing behind", "growing behind", "left by", "running beside", "parked by", "facing away from", "facing toward", "over edge of", "leading down to", "coming towards", "parked outside of", "formed into", "hitched to", "goes past", "paved with", "linked to", "walking on side of", "in lap of", "growing next to", "mixed into", "growing among", "amidst", "growing from", "grazing next to", "passing by", "hand of", "walking beside", "walking behind", "extending into", "made from", "grazing near", "walking in front of", "separated by", "walking next to", "winding through", "sprouting from", "no suitable option" ], "action": [ "sitting down on", "holding on", "standing up on", "leaning into", "hanging around", "dripping down", "eating on", "heading down", "hanging on to", "posing in", "swimming with", "walking on", "cooking on", "surfing", "pecking", "swimming", "bathing in", "hanging with", "flying", "hit by", "running in", "handing on", "pushed into", "skating in", "cast on", "snowboarding down", "racing on", "doing tricks in", "getting in", "kicking up", "skateboarding down", "maneuvering", "rolling down", "coming onto", "reaching in", "skateboarding on", "wearing", "eating in", "riding with", "plugged in to", "walking onto", "drizzled on", "pulled up to", "loading onto", "turning", "making", "getting into", "blowing", "tied into", "flooding", "washed in", "reflecting", "crossed over", "swung by", "juggling", "preparing for", "getting", "flapping", "cut in", "rolling through", "rolling to", "moving across", "throwing off", "getting out of", "pushing", "following", "painted with", "handling", "reaching into", "baking in", "kicking", "running by", "stirring", "pouring out of", "listening to", "washing onto", "casted by", "spraying in", "stretching", "leaving behind", "walking around", "growing alongside", "played by", "feeding in", "clasping", "skateboarding", "concentrating on", "windsurfing in", "cut into", "curling", "posted to", "growing out of", "covering", "talking into", "walking into", "striking", "gesturing with", "walking over", "smoking", "tapping", "adorning", "created by", "growing out", "walking alongside", "advertising", "measuring", "driving", "walking", "walking along", "breaking through", "guarding", "grazing", "shopping for", "soiling", "driving toward", "grazing from", "walking to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "curled over", "relaxing in", "styled in", "glowing", "clear", "parked", "spot on", "outfit", "shredded", "wearing same", "named", "losing", "growing up", "made with", "made for", "owned by", "right to", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "floating on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_14_branch_floating on_lake.jpg", "options": { "spatial": [ "floating in", "lying down on", "resting on", "placed on", "tilted on", "sitting upon", "sitting on top of", "curled on", "hanging under", "laying in", "sitting underneath", "posing on", "hung on", "sleeping on", "parked on", "seated in", "standing on top of", "lying across", "hanging in", "sitting above", "standing beneath", "laid out on", "hanging over", "hanging on back of", "lying near", "lit up on", "sitting against", "laying in front of", "on piece of", "draped on", "shining on", "curled under", "laying next to", "lying in front of", "growing on", "on head of", "hanging at", "hanging on side of", "hanging out on", "glued on", "sitting by", "shinning on", "sitting inside", "stacked on top of", "splashing behind", "down", "sitting inside of", "sitting in middle of", "sleeping under", "sticking out from", "light in", "hanging off", "laying with", "left on", "seated in front of", "hanging next to", "closed on", "spilled on", "lying next to", "on tip of", "suspended in", "on roof of", "embedded in", "projected on", "leaning to", "sitting near", "standing inside", "sitting next to", "standing with", "attached by", "standing close to", "worn under", "standing on edge of", "on left of", "draped across", "standing in middle of", "parked in", "parked on top of", "hanging between", "stuck into", "gathered around", "held with", "stored in", "over top of", "stuck to", "hanging outside", "near bottom of", "shown in", "standing along", "walking on top of", "towering over", "extended on", "riding atop", "dripping from", "on left side of", "flying close to", "parked at", "on lap of", "kneeling by", "standing in front of", "on door of", "parked across", "smothered in", "painted on top of", "looking in", "parked on side", "near top of", "parked inside", "standing outside of", "poking out of", "standing beside", "passing above", "at front of", "parked between", "parked against", "at rear of", "jutting into", "larger than", "depicted in", "parked along", "parked alongside", "parked behind", "posing in front of", "into", "missing from", "tied with", "near side of", "trailing behind", "growing behind", "left by", "running beside", "parked by", "facing away from", "facing toward", "over edge of", "leading down to", "coming towards", "parked outside of", "formed into", "hitched to", "goes past", "paved with", "linked to", "walking on side of", "in lap of", "growing next to", "mixed into", "growing among", "amidst", "growing from", "grazing next to", "passing by", "hand of", "walking beside", "walking behind", "extending into", "made from", "grazing near", "walking in front of", "separated by", "walking next to", "winding through", "sprouting from", "no suitable option" ], "action": [ "sitting down on", "holding on", "standing up on", "leaning into", "hanging around", "dripping down", "eating on", "heading down", "hanging on to", "posing in", "swimming with", "walking on", "cooking on", "surfing", "pecking", "swimming", "bathing in", "hanging with", "flying", "hit by", "running in", "handing on", "pushed into", "skating in", "cast on", "snowboarding down", "racing on", "doing tricks in", "getting in", "kicking up", "skateboarding down", "maneuvering", "rolling down", "coming onto", "reaching in", "skateboarding on", "wearing", "eating in", "riding with", "plugged in to", "walking onto", "drizzled on", "pulled up to", "loading onto", "turning", "making", "getting into", "blowing", "tied into", "flooding", "washed in", "reflecting", "crossed over", "swung by", "juggling", "preparing for", "getting", "flapping", "cut in", "rolling through", "rolling to", "moving across", "throwing off", "getting out of", "pushing", "following", "painted with", "handling", "reaching into", "baking in", "kicking", "running by", "stirring", "pouring out of", "listening to", "washing onto", "casted by", "spraying in", "stretching", "leaving behind", "walking around", "growing alongside", "played by", "feeding in", "clasping", "skateboarding", "concentrating on", "windsurfing in", "cut into", "curling", "posted to", "growing out of", "covering", "talking into", "walking into", "striking", "gesturing with", "walking over", "smoking", "tapping", "adorning", "created by", "growing out", "walking alongside", "advertising", "measuring", "driving", "walking", "walking along", "breaking through", "guarding", "grazing", "shopping for", "soiling", "driving toward", "grazing from", "walking to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "curled over", "relaxing in", "styled in", "glowing", "clear", "parked", "spot on", "outfit", "shredded", "wearing same", "named", "losing", "growing up", "made with", "made for", "owned by", "right to", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "floating on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_15_swan_has_beak.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "beak" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_16_tree_lining edge of_lake.jpg", "options": { "spatial": [ "over edge of", "draped across", "standing on edge of", "curled under", "winding through", "draped on", "hanging on side of", "painted on top of", "poking out of", "stacked on top of", "formed into", "curled on", "hanging on back of", "near bottom of", "jutting into", "trailing behind", "on piece of", "over top of", "hanging under", "lying across", "worn under", "hanging between", "tied with", "hanging next to", "on roof of", "hanging over", "on left side of", "sitting inside of", "amidst", "laying in front of", "paved with", "laying next to", "glued on", "leading down to", "hanging in", "on left of", "on door of", "near top of", "mixed into", "into", "on tip of", "sticking out from", "parked across", "growing behind", "near side of", "sitting against", "hanging at", "sitting in middle of", "running beside", "gathered around", "dripping from", "laying with", "laid out on", "spilled on", "sitting on top of", "walking on top of", "placed on", "laying in", "at front of", "hanging outside", "stuck into", "passing above", "hung on", "lying in front of", "depicted in", "hand of", "shinning on", "lying down on", "walking on side of", "walking behind", "resting on", "embedded in", "leaning to", "sitting upon", "towering over", "sitting inside", "growing among", "on lap of", "in lap of", "on head of", "goes past", "growing on", "kneeling by", "coming towards", "stuck to", "lying next to", "growing next to", "extending into", "light in", "at rear of", "hanging out on", "lying near", "standing in middle of", "made from", "down", "sprouting from", "sitting underneath", "growing from", "shown in", "splashing behind", "facing toward", "sitting next to", "tilted on", "seated in front of", "hanging off", "closed on", "standing inside", "sitting above", "standing on top of", "floating in", "standing beneath", "facing away from", "seated in", "parked between", "shining on", "left by", "looking in", "sitting by", "projected on", "separated by", "attached by", "linked to", "standing along", "walking in front of", "parked on top of", "sleeping on", "sleeping under", "left on", "extended on", "walking beside", "smothered in", "parked against", "larger than", "sitting near", "held with", "walking next to", "parked alongside", "stored in", "lit up on", "parked on side", "parked inside", "parked behind", "grazing next to", "riding atop", "flying close to", "parked along", "standing in front of", "parked on", "suspended in", "standing outside of", "standing close to", "parked in", "hitched to", "missing from", "standing beside", "standing with", "passing by", "parked outside of", "posing on", "parked at", "grazing near", "parked by", "posing in front of", "no suitable option" ], "action": [ "rolling through", "covering", "flapping", "cut into", "clasping", "tied into", "cut in", "breaking through", "stretching", "painted with", "wearing", "crossed over", "rolling to", "hanging with", "rolling down", "leaning into", "pouring out of", "drizzled on", "hanging around", "guarding", "leaving behind", "hanging on to", "adorning", "running in", "growing alongside", "making", "moving across", "dripping down", "talking into", "pecking", "walking into", "washed in", "getting out of", "reflecting", "following", "reaching into", "tapping", "curling", "pushed into", "walking around", "getting into", "windsurfing in", "surfing", "holding on", "walking along", "racing on", "striking", "reaching in", "running by", "getting", "growing out of", "eating in", "sitting down on", "advertising", "washing onto", "smoking", "soiling", "walking alongside", "preparing for", "listening to", "stirring", "cooking on", "eating on", "hit by", "turning", "skating in", "concentrating on", "coming onto", "spraying in", "driving toward", "getting in", "blowing", "swung by", "maneuvering", "walking on", "walking onto", "feeding in", "walking over", "played by", "measuring", "pushing", "juggling", "growing out", "heading down", "baking in", "skateboarding on", "handling", "skateboarding", "skateboarding down", "swimming with", "shopping for", "pulled up to", "driving", "flooding", "doing tricks in", "kicking", "gesturing with", "walking", "snowboarding down", "casted by", "handing on", "cast on", "riding with", "kicking up", "created by", "walking to", "flying", "posing in", "grazing from", "grazing", "standing up on", "swimming", "loading onto", "posted to", "throwing off", "plugged in to", "bathing in", "no suitable option" ], "state": [ "curled over", "styled in", "clear", "relaxing on", "sitting around", "wearing same", "made with", "made for", "relaxing in", "shredded", "spot on", "outfit", "named", "glowing", "losing", "growing up", "growing outside", "right to", "parked", "owned by", "no suitable option" ] }, "subject": "tree", "predicate": "lining edge of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_17_beak reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "beak reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_18_beak reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "beak reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_19_swan_has_neck.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "neck" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_1_swan_has_beak.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "beak" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_20_neck_above_lake.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "neck", "predicate": "above", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_21_swan_has_head.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "head" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_22_swan reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "swan reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_23_swan_has_tail.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "tail" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_24_tail_above_lake.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "tail", "predicate": "above", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_25_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_26_swan_above_swan reflection.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "above", "object": "swan reflection" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_27_swan_swimming on_lake.jpg", "options": { "spatial": [ "floating in", "splashing behind", "resting on", "lying down on", "sleeping on", "riding atop", "curled on", "draped on", "posing on", "spilled on", "hanging out on", "growing on", "walking on top of", "shining on", "parked on", "on piece of", "shinning on", "sleeping under", "tilted on", "hanging under", "placed on", "flying close to", "hung on", "worn under", "sitting on top of", "running beside", "curled under", "hanging over", "hanging in", "lit up on", "sitting upon", "draped across", "lying across", "on lap of", "laying in", "closed on", "on head of", "hanging off", "sitting against", "sitting underneath", "hanging on back of", "laid out on", "hanging outside", "jutting into", "kneeling by", "glued on", "parked across", "seated in", "light in", "walking on side of", "down", "held with", "laying in front of", "standing on top of", "hanging at", "hanging on side of", "dripping from", "projected on", "on roof of", "towering over", "sitting by", "sitting in middle of", "left on", "sticking out from", "parked in", "sitting inside", "smothered in", "on tip of", "leaning to", "sitting above", "lying near", "sitting inside of", "parked on top of", "laying next to", "suspended in", "standing beneath", "stuck into", "hanging between", "lying in front of", "hanging next to", "stacked on top of", "attached by", "on left of", "over top of", "parked on side", "sitting near", "parked at", "parked against", "parked along", "laying with", "stuck to", "grazing next to", "poking out of", "extended on", "seated in front of", "standing on edge of", "parked between", "walking in front of", "parked inside", "grazing near", "on left side of", "in lap of", "left by", "embedded in", "on door of", "sitting next to", "parked outside of", "standing along", "standing in middle of", "goes past", "over edge of", "passing above", "gathered around", "standing close to", "parked alongside", "at rear of", "looking in", "tied with", "near bottom of", "growing next to", "at front of", "growing behind", "walking next to", "lying next to", "into", "coming towards", "stored in", "depicted in", "passing by", "walking behind", "standing outside of", "near side of", "posing in front of", "near top of", "parked behind", "leading down to", "standing inside", "growing among", "growing from", "painted on top of", "parked by", "standing with", "facing away from", "shown in", "mixed into", "standing in front of", "formed into", "linked to", "hitched to", "larger than", "walking beside", "facing toward", "separated by", "paved with", "trailing behind", "missing from", "amidst", "extending into", "hand of", "winding through", "standing beside", "made from", "sprouting from", "no suitable option" ], "action": [ "swimming", "swimming with", "surfing", "bathing in", "racing on", "walking on", "running in", "eating on", "snowboarding down", "skating in", "skateboarding on", "flying", "flooding", "riding with", "holding on", "skateboarding down", "sitting down on", "doing tricks in", "wearing", "stretching", "maneuvering", "hanging around", "curling", "running by", "dripping down", "skateboarding", "juggling", "pecking", "leaning into", "washed in", "walking", "standing up on", "eating in", "walking around", "moving across", "walking onto", "hanging on to", "washing onto", "cast on", "driving", "flapping", "swung by", "kicking up", "drizzled on", "kicking", "posing in", "coming onto", "cooking on", "heading down", "walking alongside", "crossed over", "hit by", "windsurfing in", "getting out of", "concentrating on", "walking over", "reaching in", "blowing", "getting into", "pouring out of", "guarding", "rolling down", "preparing for", "getting in", "spraying in", "cut in", "turning", "walking along", "throwing off", "growing alongside", "growing out", "tied into", "growing out of", "grazing", "played by", "hanging with", "listening to", "pulled up to", "rolling through", "reflecting", "clasping", "grazing from", "leaving behind", "smoking", "covering", "handing on", "tapping", "following", "loading onto", "reaching into", "breaking through", "walking to", "driving toward", "rolling to", "walking into", "cut into", "plugged in to", "casted by", "pushed into", "talking into", "baking in", "making", "getting", "feeding in", "measuring", "striking", "pushing", "painted with", "created by", "gesturing with", "shopping for", "stirring", "posted to", "advertising", "handling", "adorning", "soiling", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "curled over", "sitting around", "wearing same", "outfit", "clear", "parked", "losing", "growing up", "shredded", "styled in", "glowing", "spot on", "growing outside", "named", "owned by", "made with", "made for", "right to", "no suitable option" ] }, "subject": "swan", "predicate": "swimming on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_28_swan reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "swan reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_29_swan_has_beak.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "swan", "predicate": "has", "object": "beak" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_2_water patch_on_lake.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "water patch", "predicate": "on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_30_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_31_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_32_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_33_swan_swimming on_lake.jpg", "options": { "spatial": [ "floating in", "splashing behind", "resting on", "lying down on", "sleeping on", "riding atop", "curled on", "draped on", "posing on", "spilled on", "hanging out on", "growing on", "walking on top of", "shining on", "parked on", "on piece of", "shinning on", "sleeping under", "tilted on", "hanging under", "placed on", "flying close to", "hung on", "worn under", "sitting on top of", "running beside", "curled under", "hanging over", "hanging in", "lit up on", "sitting upon", "draped across", "lying across", "on lap of", "laying in", "closed on", "on head of", "hanging off", "sitting against", "sitting underneath", "hanging on back of", "laid out on", "hanging outside", "jutting into", "kneeling by", "glued on", "parked across", "seated in", "light in", "walking on side of", "down", "held with", "laying in front of", "standing on top of", "hanging at", "hanging on side of", "dripping from", "projected on", "on roof of", "towering over", "sitting by", "sitting in middle of", "left on", "sticking out from", "parked in", "sitting inside", "smothered in", "on tip of", "leaning to", "sitting above", "lying near", "sitting inside of", "parked on top of", "laying next to", "suspended in", "standing beneath", "stuck into", "hanging between", "lying in front of", "hanging next to", "stacked on top of", "attached by", "on left of", "over top of", "parked on side", "sitting near", "parked at", "parked against", "parked along", "laying with", "stuck to", "grazing next to", "poking out of", "extended on", "seated in front of", "standing on edge of", "parked between", "walking in front of", "parked inside", "grazing near", "on left side of", "in lap of", "left by", "embedded in", "on door of", "sitting next to", "parked outside of", "standing along", "standing in middle of", "goes past", "over edge of", "passing above", "gathered around", "standing close to", "parked alongside", "at rear of", "looking in", "tied with", "near bottom of", "growing next to", "at front of", "growing behind", "walking next to", "lying next to", "into", "coming towards", "stored in", "depicted in", "passing by", "walking behind", "standing outside of", "near side of", "posing in front of", "near top of", "parked behind", "leading down to", "standing inside", "growing among", "growing from", "painted on top of", "parked by", "standing with", "facing away from", "shown in", "mixed into", "standing in front of", "formed into", "linked to", "hitched to", "larger than", "walking beside", "facing toward", "separated by", "paved with", "trailing behind", "missing from", "amidst", "extending into", "hand of", "winding through", "standing beside", "made from", "sprouting from", "no suitable option" ], "action": [ "swimming", "swimming with", "surfing", "bathing in", "racing on", "walking on", "running in", "eating on", "snowboarding down", "skating in", "skateboarding on", "flying", "flooding", "riding with", "holding on", "skateboarding down", "sitting down on", "doing tricks in", "wearing", "stretching", "maneuvering", "hanging around", "curling", "running by", "dripping down", "skateboarding", "juggling", "pecking", "leaning into", "washed in", "walking", "standing up on", "eating in", "walking around", "moving across", "walking onto", "hanging on to", "washing onto", "cast on", "driving", "flapping", "swung by", "kicking up", "drizzled on", "kicking", "posing in", "coming onto", "cooking on", "heading down", "walking alongside", "crossed over", "hit by", "windsurfing in", "getting out of", "concentrating on", "walking over", "reaching in", "blowing", "getting into", "pouring out of", "guarding", "rolling down", "preparing for", "getting in", "spraying in", "cut in", "turning", "walking along", "throwing off", "growing alongside", "growing out", "tied into", "growing out of", "grazing", "played by", "hanging with", "listening to", "pulled up to", "rolling through", "reflecting", "clasping", "grazing from", "leaving behind", "smoking", "covering", "handing on", "tapping", "following", "loading onto", "reaching into", "breaking through", "walking to", "driving toward", "rolling to", "walking into", "cut into", "plugged in to", "casted by", "pushed into", "talking into", "baking in", "making", "getting", "feeding in", "measuring", "striking", "pushing", "painted with", "created by", "gesturing with", "shopping for", "stirring", "posted to", "advertising", "handling", "adorning", "soiling", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "curled over", "sitting around", "wearing same", "outfit", "clear", "parked", "losing", "growing up", "shredded", "styled in", "glowing", "spot on", "growing outside", "named", "owned by", "made with", "made for", "right to", "no suitable option" ] }, "subject": "swan", "predicate": "swimming on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_34_swan reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "swan reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_35_branch_floating on_lake.jpg", "options": { "spatial": [ "floating in", "lying down on", "resting on", "placed on", "tilted on", "sitting upon", "sitting on top of", "curled on", "hanging under", "laying in", "sitting underneath", "posing on", "hung on", "sleeping on", "parked on", "seated in", "standing on top of", "lying across", "hanging in", "sitting above", "standing beneath", "laid out on", "hanging over", "hanging on back of", "lying near", "lit up on", "sitting against", "laying in front of", "on piece of", "draped on", "shining on", "curled under", "laying next to", "lying in front of", "growing on", "on head of", "hanging at", "hanging on side of", "hanging out on", "glued on", "sitting by", "shinning on", "sitting inside", "stacked on top of", "splashing behind", "down", "sitting inside of", "sitting in middle of", "sleeping under", "sticking out from", "light in", "hanging off", "laying with", "left on", "seated in front of", "hanging next to", "closed on", "spilled on", "lying next to", "on tip of", "suspended in", "on roof of", "embedded in", "projected on", "leaning to", "sitting near", "standing inside", "sitting next to", "standing with", "attached by", "standing close to", "worn under", "standing on edge of", "on left of", "draped across", "standing in middle of", "parked in", "parked on top of", "hanging between", "stuck into", "gathered around", "held with", "stored in", "over top of", "stuck to", "hanging outside", "near bottom of", "shown in", "standing along", "walking on top of", "towering over", "extended on", "riding atop", "dripping from", "on left side of", "flying close to", "parked at", "on lap of", "kneeling by", "standing in front of", "on door of", "parked across", "smothered in", "painted on top of", "looking in", "parked on side", "near top of", "parked inside", "standing outside of", "poking out of", "standing beside", "passing above", "at front of", "parked between", "parked against", "at rear of", "jutting into", "larger than", "depicted in", "parked along", "parked alongside", "parked behind", "posing in front of", "into", "missing from", "tied with", "near side of", "trailing behind", "growing behind", "left by", "running beside", "parked by", "facing away from", "facing toward", "over edge of", "leading down to", "coming towards", "parked outside of", "formed into", "hitched to", "goes past", "paved with", "linked to", "walking on side of", "in lap of", "growing next to", "mixed into", "growing among", "amidst", "growing from", "grazing next to", "passing by", "hand of", "walking beside", "walking behind", "extending into", "made from", "grazing near", "walking in front of", "separated by", "walking next to", "winding through", "sprouting from", "no suitable option" ], "action": [ "sitting down on", "holding on", "standing up on", "leaning into", "hanging around", "dripping down", "eating on", "heading down", "hanging on to", "posing in", "swimming with", "walking on", "cooking on", "surfing", "pecking", "swimming", "bathing in", "hanging with", "flying", "hit by", "running in", "handing on", "pushed into", "skating in", "cast on", "snowboarding down", "racing on", "doing tricks in", "getting in", "kicking up", "skateboarding down", "maneuvering", "rolling down", "coming onto", "reaching in", "skateboarding on", "wearing", "eating in", "riding with", "plugged in to", "walking onto", "drizzled on", "pulled up to", "loading onto", "turning", "making", "getting into", "blowing", "tied into", "flooding", "washed in", "reflecting", "crossed over", "swung by", "juggling", "preparing for", "getting", "flapping", "cut in", "rolling through", "rolling to", "moving across", "throwing off", "getting out of", "pushing", "following", "painted with", "handling", "reaching into", "baking in", "kicking", "running by", "stirring", "pouring out of", "listening to", "washing onto", "casted by", "spraying in", "stretching", "leaving behind", "walking around", "growing alongside", "played by", "feeding in", "clasping", "skateboarding", "concentrating on", "windsurfing in", "cut into", "curling", "posted to", "growing out of", "covering", "talking into", "walking into", "striking", "gesturing with", "walking over", "smoking", "tapping", "adorning", "created by", "growing out", "walking alongside", "advertising", "measuring", "driving", "walking", "walking along", "breaking through", "guarding", "grazing", "shopping for", "soiling", "driving toward", "grazing from", "walking to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "curled over", "relaxing in", "styled in", "glowing", "clear", "parked", "spot on", "outfit", "shredded", "wearing same", "named", "losing", "growing up", "made with", "made for", "owned by", "right to", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "floating on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_3_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_4_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_5_branch_sticking out of_lake.jpg", "options": { "spatial": [ "sticking out from", "poking out of", "stuck into", "hanging off", "hanging under", "laid out on", "hanging in", "floating in", "embedded in", "hanging on back of", "stuck to", "hanging out on", "hanging between", "hanging over", "laying in", "over top of", "on piece of", "hanging at", "resting on", "hung on", "laying in front of", "laying with", "stacked on top of", "into", "hanging next to", "lying down on", "glued on", "paved with", "placed on", "parked in", "stored in", "hanging on side of", "laying next to", "jutting into", "parked on", "near bottom of", "growing on", "growing behind", "held with", "lying across", "smothered in", "hand of", "gathered around", "sitting inside of", "shining on", "left by", "standing on top of", "suspended in", "sitting on top of", "curled under", "amidst", "over edge of", "standing with", "sleeping on", "posing on", "on tip of", "standing inside", "at rear of", "parked on top of", "draped across", "draped on", "on head of", "down", "splashing behind", "lying in front of", "leading down to", "shown in", "seated in", "curled on", "sleeping under", "trailing behind", "standing beneath", "dripping from", "facing away from", "spilled on", "sitting upon", "hanging outside", "tied with", "at front of", "parked behind", "parked across", "formed into", "on left of", "near top of", "standing in middle of", "sitting in middle of", "on lap of", "extending into", "standing close to", "attached by", "sitting against", "parked inside", "parked at", "sitting underneath", "worn under", "standing in front of", "in lap of", "goes past", "left on", "parked between", "on door of", "missing from", "sitting inside", "lit up on", "leaning to", "seated in front of", "lying next to", "standing outside of", "parked against", "mixed into", "extended on", "lying near", "parked outside of", "on roof of", "light in", "walking behind", "walking on top of", "parked along", "standing along", "shinning on", "sitting by", "towering over", "separated by", "projected on", "painted on top of", "standing on edge of", "closed on", "parked alongside", "growing from", "posing in front of", "growing among", "tilted on", "coming towards", "sitting next to", "on left side of", "growing next to", "hitched to", "parked by", "sitting above", "near side of", "kneeling by", "running beside", "depicted in", "passing above", "larger than", "linked to", "flying close to", "standing beside", "winding through", "parked on side", "riding atop", "looking in", "sitting near", "made from", "walking in front of", "grazing next to", "passing by", "walking on side of", "facing toward", "grazing near", "walking beside", "walking next to", "sprouting from", "no suitable option" ], "action": [ "getting out of", "hanging around", "pouring out of", "growing out of", "hanging with", "hanging on to", "leaving behind", "throwing off", "pushed into", "growing out", "holding on", "tied into", "leaning into", "rolling down", "running in", "dripping down", "kicking up", "posing in", "pulled up to", "cut in", "reaching in", "coming onto", "rolling through", "sitting down on", "cut into", "breaking through", "eating on", "standing up on", "handling", "eating in", "getting into", "reaching into", "spraying in", "washed in", "getting", "hit by", "rolling to", "concentrating on", "handing on", "adorning", "pecking", "getting in", "flapping", "bathing in", "covering", "making", "stretching", "clasping", "heading down", "listening to", "stirring", "wearing", "loading onto", "guarding", "cooking on", "running by", "feeding in", "moving across", "talking into", "riding with", "preparing for", "washing onto", "walking into", "painted with", "played by", "swung by", "walking on", "growing alongside", "walking onto", "pushing", "walking around", "smoking", "kicking", "snowboarding down", "baking in", "crossed over", "skating in", "driving", "surfing", "cast on", "maneuvering", "casted by", "racing on", "swimming with", "striking", "reflecting", "blowing", "walking along", "skateboarding down", "advertising", "following", "plugged in to", "doing tricks in", "juggling", "flying", "walking over", "flooding", "walking alongside", "drizzled on", "swimming", "turning", "windsurfing in", "curling", "tapping", "measuring", "walking", "posted to", "grazing from", "grazing", "soiling", "skateboarding on", "gesturing with", "driving toward", "shopping for", "created by", "walking to", "skateboarding", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "styled in", "sitting around", "clear", "curled over", "shredded", "losing", "parked", "growing up", "right to", "made with", "made for", "spot on", "outfit", "glowing", "wearing same", "owned by", "named", "growing outside", "no suitable option" ] }, "subject": "branch", "predicate": "sticking out of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_6_swan reflection_above_lake.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "swan reflection", "predicate": "above", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_7_tree_growing on edge of_lake.jpg", "options": { "spatial": [ "growing next to", "growing from", "growing on", "growing behind", "growing among", "standing on edge of", "over edge of", "towering over", "walking on top of", "on roof of", "sprouting from", "extending into", "near bottom of", "poking out of", "stacked on top of", "laying next to", "standing on top of", "larger than", "standing outside of", "formed into", "leading down to", "walking on side of", "hanging under", "hanging outside", "on tip of", "standing beneath", "standing in middle of", "draped across", "trailing behind", "curled under", "hanging on back of", "hanging on side of", "hanging next to", "extended on", "laying in front of", "over top of", "grazing next to", "running beside", "kneeling by", "near top of", "coming towards", "on door of", "walking next to", "standing along", "lying across", "paved with", "walking beside", "shining on", "passing above", "painted on top of", "standing close to", "on piece of", "jutting into", "sitting on top of", "on lap of", "tilted on", "laid out on", "walking behind", "parked across", "gathered around", "leaning to", "sticking out from", "near side of", "flying close to", "curled on", "standing inside", "tied with", "walking in front of", "splashing behind", "shinning on", "hanging over", "grazing near", "lying near", "sitting above", "hanging at", "sitting in middle of", "on head of", "draped on", "hanging out on", "into", "in lap of", "sitting upon", "standing beside", "sitting inside of", "amidst", "hanging in", "light in", "hanging between", "down", "standing in front of", "laying in", "parked on top of", "embedded in", "riding atop", "lit up on", "on left of", "projected on", "floating in", "lying next to", "stuck into", "dripping from", "lying in front of", "parked outside of", "winding through", "placed on", "sitting underneath", "parked along", "lying down on", "laying with", "parked on", "left by", "at front of", "parked inside", "hung on", "linked to", "goes past", "hand of", "sleeping under", "worn under", "standing with", "sitting by", "stuck to", "sitting next to", "facing toward", "parked between", "facing away from", "on left side of", "spilled on", "at rear of", "mixed into", "parked alongside", "parked by", "glued on", "parked at", "posing on", "parked in", "made from", "hanging off", "depicted in", "closed on", "sitting against", "attached by", "resting on", "parked behind", "sitting near", "parked against", "smothered in", "hitched to", "sitting inside", "separated by", "parked on side", "sleeping on", "suspended in", "passing by", "missing from", "stored in", "posing in front of", "held with", "shown in", "seated in front of", "seated in", "left on", "looking in", "no suitable option" ], "action": [ "growing out of", "growing alongside", "growing out", "stretching", "moving across", "cut into", "walking around", "rolling down", "leaning into", "reaching into", "concentrating on", "rolling through", "reaching in", "walking on", "flooding", "rolling to", "pushing", "cut in", "walking onto", "soiling", "created by", "hanging on to", "getting out of", "walking along", "hanging around", "skating in", "covering", "driving toward", "walking", "running by", "coming onto", "hit by", "tied into", "eating on", "striking", "getting", "standing up on", "grazing from", "casted by", "walking alongside", "grazing", "maneuvering", "pouring out of", "making", "following", "breaking through", "flapping", "pushed into", "swung by", "walking over", "surfing", "walking into", "crossed over", "tapping", "walking to", "leaving behind", "adorning", "stirring", "windsurfing in", "turning", "skateboarding down", "hanging with", "blowing", "drizzled on", "dripping down", "pecking", "measuring", "eating in", "advertising", "played by", "getting into", "running in", "feeding in", "reflecting", "skateboarding on", "guarding", "cooking on", "doing tricks in", "talking into", "listening to", "swimming", "skateboarding", "smoking", "racing on", "pulled up to", "wearing", "flying", "sitting down on", "kicking up", "painted with", "curling", "swimming with", "juggling", "holding on", "driving", "posing in", "spraying in", "bathing in", "snowboarding down", "gesturing with", "kicking", "clasping", "preparing for", "heading down", "getting in", "shopping for", "washed in", "washing onto", "riding with", "posted to", "handling", "cast on", "throwing off", "baking in", "handing on", "plugged in to", "loading onto", "no suitable option" ], "state": [ "growing outside", "growing up", "styled in", "curled over", "glowing", "clear", "relaxing on", "sitting around", "losing", "relaxing in", "owned by", "parked", "spot on", "right to", "named", "made for", "shredded", "wearing same", "made with", "outfit", "no suitable option" ] }, "subject": "tree", "predicate": "growing on edge of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_8_trees reflection_on surface of_lake.jpg", "options": { "spatial": [ "on roof of", "on lap of", "standing on edge of", "on tip of", "painted on top of", "on piece of", "on head of", "near bottom of", "standing on top of", "near top of", "on left side of", "draped on", "placed on", "over edge of", "on left of", "near side of", "standing beneath", "parked on top of", "in lap of", "draped across", "at front of", "parked on", "over top of", "tilted on", "at rear of", "hanging on side of", "sitting on top of", "hanging on back of", "standing outside of", "spilled on", "stacked on top of", "projected on", "curled on", "on door of", "laying in front of", "lying down on", "sitting above", "sitting underneath", "hand of", "posing on", "closed on", "laying next to", "shinning on", "towering over", "shining on", "curled under", "parked against", "parked at", "walking on top of", "splashing behind", "lying in front of", "parked on side", "standing in front of", "parked outside of", "riding atop", "standing in middle of", "hanging under", "glued on", "poking out of", "hanging outside", "sitting against", "sitting upon", "parked across", "lying near", "lying across", "floating in", "facing toward", "depicted in", "down", "parked between", "seated in front of", "hanging next to", "standing close to", "passing above", "facing away from", "standing beside", "parked along", "growing on", "resting on", "laid out on", "parked behind", "walking on side of", "left on", "dripping from", "amidst", "attached by", "gathered around", "parked alongside", "paved with", "extended on", "lying next to", "sitting in middle of", "posing in front of", "worn under", "lit up on", "hanging out on", "sitting next to", "formed into", "hung on", "kneeling by", "standing along", "hanging at", "parked by", "parked in", "sitting inside of", "hanging over", "sitting near", "flying close to", "leaning to", "sticking out from", "standing with", "sleeping on", "grazing next to", "held with", "running beside", "laying with", "parked inside", "larger than", "growing next to", "sitting by", "light in", "walking beside", "seated in", "hanging between", "hanging off", "suspended in", "shown in", "winding through", "laying in", "grazing near", "walking in front of", "coming towards", "missing from", "growing behind", "hanging in", "smothered in", "made from", "sleeping under", "stuck to", "standing inside", "growing from", "looking in", "trailing behind", "linked to", "embedded in", "walking next to", "sitting inside", "sprouting from", "into", "growing among", "jutting into", "hitched to", "stored in", "walking behind", "tied with", "left by", "leading down to", "stuck into", "mixed into", "separated by", "passing by", "goes past", "extending into", "no suitable option" ], "action": [ "surfing", "covering", "painted with", "skateboarding on", "sitting down on", "gesturing with", "skateboarding down", "reflecting", "cooking on", "holding on", "standing up on", "snowboarding down", "soiling", "washing onto", "pecking", "adorning", "skateboarding", "curling", "handing on", "dripping down", "blowing", "skating in", "flooding", "hanging around", "racing on", "making", "eating on", "maneuvering", "hanging on to", "cast on", "walking onto", "stirring", "advertising", "crossed over", "bathing in", "doing tricks in", "following", "turning", "heading down", "flapping", "leaning into", "rolling down", "walking on", "posing in", "measuring", "coming onto", "casted by", "hit by", "flying", "swimming", "windsurfing in", "wearing", "created by", "riding with", "drizzled on", "swimming with", "driving toward", "swung by", "grazing from", "tapping", "striking", "spraying in", "rolling through", "getting", "hanging with", "rolling to", "moving across", "walking around", "played by", "throwing off", "grazing", "concentrating on", "stretching", "growing alongside", "loading onto", "handling", "juggling", "pouring out of", "clasping", "growing out of", "reaching in", "posted to", "driving", "getting out of", "guarding", "walking over", "kicking", "washed in", "leaving behind", "talking into", "listening to", "pushing", "kicking up", "reaching into", "pulled up to", "smoking", "getting into", "preparing for", "walking", "baking in", "getting in", "walking alongside", "shopping for", "walking along", "cut into", "cut in", "eating in", "tied into", "running in", "pushed into", "running by", "walking to", "growing out", "walking into", "breaking through", "feeding in", "plugged in to", "no suitable option" ], "state": [ "clear", "curled over", "parked", "spot on", "sitting around", "glowing", "relaxing on", "styled in", "growing outside", "shredded", "outfit", "relaxing in", "owned by", "named", "right to", "made for", "growing up", "made with", "losing", "wearing same", "no suitable option" ] }, "subject": "trees reflection", "predicate": "on surface of", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2366120/image_2366120_pair_9_swan_swimming on_lake.jpg", "options": { "spatial": [ "floating in", "splashing behind", "resting on", "lying down on", "sleeping on", "riding atop", "curled on", "draped on", "posing on", "spilled on", "hanging out on", "growing on", "walking on top of", "shining on", "parked on", "on piece of", "shinning on", "sleeping under", "tilted on", "hanging under", "placed on", "flying close to", "hung on", "worn under", "sitting on top of", "running beside", "curled under", "hanging over", "hanging in", "lit up on", "sitting upon", "draped across", "lying across", "on lap of", "laying in", "closed on", "on head of", "hanging off", "sitting against", "sitting underneath", "hanging on back of", "laid out on", "hanging outside", "jutting into", "kneeling by", "glued on", "parked across", "seated in", "light in", "walking on side of", "down", "held with", "laying in front of", "standing on top of", "hanging at", "hanging on side of", "dripping from", "projected on", "on roof of", "towering over", "sitting by", "sitting in middle of", "left on", "sticking out from", "parked in", "sitting inside", "smothered in", "on tip of", "leaning to", "sitting above", "lying near", "sitting inside of", "parked on top of", "laying next to", "suspended in", "standing beneath", "stuck into", "hanging between", "lying in front of", "hanging next to", "stacked on top of", "attached by", "on left of", "over top of", "parked on side", "sitting near", "parked at", "parked against", "parked along", "laying with", "stuck to", "grazing next to", "poking out of", "extended on", "seated in front of", "standing on edge of", "parked between", "walking in front of", "parked inside", "grazing near", "on left side of", "in lap of", "left by", "embedded in", "on door of", "sitting next to", "parked outside of", "standing along", "standing in middle of", "goes past", "over edge of", "passing above", "gathered around", "standing close to", "parked alongside", "at rear of", "looking in", "tied with", "near bottom of", "growing next to", "at front of", "growing behind", "walking next to", "lying next to", "into", "coming towards", "stored in", "depicted in", "passing by", "walking behind", "standing outside of", "near side of", "posing in front of", "near top of", "parked behind", "leading down to", "standing inside", "growing among", "growing from", "painted on top of", "parked by", "standing with", "facing away from", "shown in", "mixed into", "standing in front of", "formed into", "linked to", "hitched to", "larger than", "walking beside", "facing toward", "separated by", "paved with", "trailing behind", "missing from", "amidst", "extending into", "hand of", "winding through", "standing beside", "made from", "sprouting from", "no suitable option" ], "action": [ "swimming", "swimming with", "surfing", "bathing in", "racing on", "walking on", "running in", "eating on", "snowboarding down", "skating in", "skateboarding on", "flying", "flooding", "riding with", "holding on", "skateboarding down", "sitting down on", "doing tricks in", "wearing", "stretching", "maneuvering", "hanging around", "curling", "running by", "dripping down", "skateboarding", "juggling", "pecking", "leaning into", "washed in", "walking", "standing up on", "eating in", "walking around", "moving across", "walking onto", "hanging on to", "washing onto", "cast on", "driving", "flapping", "swung by", "kicking up", "drizzled on", "kicking", "posing in", "coming onto", "cooking on", "heading down", "walking alongside", "crossed over", "hit by", "windsurfing in", "getting out of", "concentrating on", "walking over", "reaching in", "blowing", "getting into", "pouring out of", "guarding", "rolling down", "preparing for", "getting in", "spraying in", "cut in", "turning", "walking along", "throwing off", "growing alongside", "growing out", "tied into", "growing out of", "grazing", "played by", "hanging with", "listening to", "pulled up to", "rolling through", "reflecting", "clasping", "grazing from", "leaving behind", "smoking", "covering", "handing on", "tapping", "following", "loading onto", "reaching into", "breaking through", "walking to", "driving toward", "rolling to", "walking into", "cut into", "plugged in to", "casted by", "pushed into", "talking into", "baking in", "making", "getting", "feeding in", "measuring", "striking", "pushing", "painted with", "created by", "gesturing with", "shopping for", "stirring", "posted to", "advertising", "handling", "adorning", "soiling", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "curled over", "sitting around", "wearing same", "outfit", "clear", "parked", "losing", "growing up", "shredded", "styled in", "glowing", "spot on", "growing outside", "named", "owned by", "made with", "made for", "right to", "no suitable option" ] }, "subject": "swan", "predicate": "swimming on", "object": "lake" }, { "image_path": "annotated_image_folder/split_4/output_images_2370200/image_2370200_pair_1_coffee mug_near_phone.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "coffee mug", "predicate": "near", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2370200/image_2370200_pair_2_tape_near_monitor.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "tape", "predicate": "near", "object": "monitor" }, { "image_path": "annotated_image_folder/split_4/output_images_2370200/image_2370200_pair_3_key_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "key", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_2370200/image_2370200_pair_4_keyboard_in front of_monitor.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "keyboard", "predicate": "in front of", "object": "monitor" }, { "image_path": "annotated_image_folder/split_4/output_images_2370200/image_2370200_pair_5_coffee mug_on_desk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "coffee mug", "predicate": "on", "object": "desk" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_10_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_11_gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_12_landing gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landing gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_13_landing gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landing gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_14_landinggear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landinggear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_15_landing gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landing gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_16_landing gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landing gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_17_landing gear_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "landing gear", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_18_flower_on_tail.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "flower", "predicate": "on", "object": "tail" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_19_engine_on_wing.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "wing" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_1_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_20_engine_on_wing.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "wing" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_21_flower_on_tail.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "flower", "predicate": "on", "object": "tail" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_22_tail_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tail", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_23_stripe_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "stripe", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_24_stripe_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "stripe", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_25_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_26_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_27_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_28_wing_on_plane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "wing", "predicate": "on", "object": "plane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_2_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_3_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_4_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_5_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_6_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_7_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_8_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2372266/image_2372266_pair_9_engine_on_airplane.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "engine", "predicate": "on", "object": "airplane" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_1_door_of_oven.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "door", "predicate": "of", "object": "oven" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_2_figure_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "figure", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_3_stereo_on_shelf.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "stereo", "predicate": "on", "object": "shelf" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_4_pot_on_stove top.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "pot", "predicate": "on", "object": "stove top" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_5_meat_in_oven.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "meat", "predicate": "in", "object": "oven" }, { "image_path": "annotated_image_folder/split_4/output_images_2374187/image_2374187_pair_6_toaster_above_oven.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "toaster", "predicate": "above", "object": "oven" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_10_hay_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "hay", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_11_building_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "building", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_12_dirt_near_sheep.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "dirt", "predicate": "near", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_13_crack_in side of_building.jpg", "options": { "spatial": [ "near side of", "on left side of", "on left of", "near bottom of", "at front of", "near top of", "hanging on side of", "in lap of", "parked on side", "at rear of", "walking on side of", "over top of", "on door of", "on piece of", "shown in", "parked in", "into", "sitting inside of", "on roof of", "seated in front of", "standing in middle of", "parked alongside", "on head of", "stored in", "on lap of", "amidst", "parked on top of", "depicted in", "looking in", "standing in front of", "parked inside", "laying in front of", "over edge of", "lying in front of", "sitting in middle of", "running beside", "embedded in", "placed on", "hanging next to", "suspended in", "parked across", "hanging on back of", "on tip of", "floating in", "parked along", "lying next to", "parked against", "standing inside", "parked outside of", "left by", "seated in", "walking in front of", "parked on", "parked behind", "hanging under", "laying next to", "sitting next to", "poking out of", "parked between", "parked at", "sitting inside", "sitting on top of", "lying across", "left on", "hanging in", "laying in", "standing outside of", "jutting into", "facing toward", "formed into", "parked by", "draped across", "facing away from", "lying near", "light in", "attached by", "mixed into", "standing beside", "standing on top of", "laid out on", "gathered around", "smothered in", "sitting above", "sitting against", "posing in front of", "walking beside", "stacked on top of", "painted on top of", "walking on top of", "down", "standing on edge of", "sticking out from", "walking behind", "projected on", "standing close to", "sitting underneath", "closed on", "curled under", "linked to", "walking next to", "sitting near", "coming towards", "missing from", "tilted on", "stuck into", "hand of", "standing beneath", "sleeping under", "grazing next to", "growing next to", "passing above", "hanging out on", "extending into", "kneeling by", "hanging between", "extended on", "flying close to", "leaning to", "draped on", "lying down on", "hanging outside", "hanging over", "standing along", "sitting by", "sitting upon", "curled on", "growing behind", "worn under", "leading down to", "resting on", "trailing behind", "posing on", "grazing near", "splashing behind", "lit up on", "goes past", "paved with", "sleeping on", "held with", "separated by", "hung on", "hanging at", "laying with", "hitched to", "standing with", "larger than", "towering over", "shinning on", "winding through", "stuck to", "tied with", "passing by", "growing on", "glued on", "dripping from", "riding atop", "spilled on", "hanging off", "growing among", "shining on", "growing from", "sprouting from", "made from", "no suitable option" ], "action": [ "running in", "washed in", "reaching in", "cut in", "eating in", "posing in", "getting out of", "leaning into", "getting in", "crossed over", "cut into", "walking alongside", "getting into", "growing alongside", "walking into", "talking into", "reaching into", "pushed into", "tied into", "swung by", "spraying in", "skating in", "played by", "driving toward", "hit by", "feeding in", "posted to", "hanging around", "moving across", "leaving behind", "windsurfing in", "baking in", "turning", "running by", "bathing in", "walking around", "pulled up to", "driving", "guarding", "growing out of", "flooding", "casted by", "getting", "sitting down on", "covering", "shopping for", "following", "pouring out of", "rolling through", "painted with", "walking along", "making", "plugged in to", "advertising", "blowing", "maneuvering", "heading down", "listening to", "racing on", "cooking on", "coming onto", "doing tricks in", "surfing", "wearing", "rolling to", "eating on", "hanging on to", "walking on", "walking over", "swimming with", "holding on", "kicking up", "standing up on", "growing out", "stirring", "striking", "pecking", "dripping down", "swimming", "rolling down", "handing on", "cast on", "riding with", "clasping", "kicking", "smoking", "breaking through", "skateboarding down", "walking onto", "hanging with", "preparing for", "created by", "snowboarding down", "reflecting", "skateboarding on", "flying", "grazing from", "grazing", "flapping", "adorning", "walking", "walking to", "stretching", "concentrating on", "tapping", "curling", "throwing off", "skateboarding", "handling", "measuring", "soiling", "drizzled on", "juggling", "washing onto", "pushing", "gesturing with", "loading onto", "no suitable option" ], "state": [ "styled in", "relaxing in", "parked", "right to", "curled over", "sitting around", "relaxing on", "losing", "spot on", "made for", "owned by", "made with", "growing up", "outfit", "shredded", "clear", "glowing", "growing outside", "wearing same", "named", "no suitable option" ] }, "subject": "crack", "predicate": "in side of", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_14_wool_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "wool", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_15_hay_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "hay", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_16_hoof_of_sheep.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "hoof", "predicate": "of", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_1_sheep_has_ear.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "sheep", "predicate": "has", "object": "ear" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_2_sheep_has_fur.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "sheep", "predicate": "has", "object": "fur" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_3_horn_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "horn", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_4_horn_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "horn", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_5_horn_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "horn", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_6_horn_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "horn", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_7_sheep_has_face.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "sheep", "predicate": "has", "object": "face" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_8_straw_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "straw", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2376480/image_2376480_pair_9_horn_on_sheep.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "horn", "predicate": "on", "object": "sheep" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_10_part_of_table.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "part", "predicate": "of", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_11_pastry_in_bowl.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "pastry", "predicate": "in", "object": "bowl" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_12_part_of_banana.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "part", "predicate": "of", "object": "banana" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_13_bowl_contains_dessert.jpg", "options": { "spatial": [ "amidst", "formed into", "mixed into", "separated by", "missing from", "depicted in", "spilled on", "embedded in", "into", "light in", "on piece of", "extending into", "gathered around", "shown in", "looking in", "larger than", "jutting into", "held with", "worn under", "in lap of", "stuck to", "passing above", "linked to", "passing by", "poking out of", "floating in", "stuck into", "sitting inside of", "near side of", "made from", "hand of", "suspended in", "on left of", "stored in", "tied with", "standing inside", "hanging in", "growing among", "seated in", "on door of", "paved with", "standing with", "draped across", "parked in", "shining on", "left by", "parked against", "extended on", "dripping from", "sitting inside", "at rear of", "over edge of", "sitting against", "on roof of", "near bottom of", "laying with", "near top of", "attached by", "hanging under", "growing behind", "over top of", "goes past", "parked inside", "coming towards", "draped on", "walking behind", "lying across", "parked across", "laying in", "smothered in", "leading down to", "sitting upon", "at front of", "lying next to", "standing close to", "lit up on", "lying near", "on lap of", "on left side of", "laid out on", "riding atop", "sitting by", "painted on top of", "parked by", "hanging between", "resting on", "sticking out from", "stacked on top of", "running beside", "standing beneath", "parked behind", "sleeping under", "hanging out on", "standing beside", "growing on", "sitting next to", "growing from", "down", "flying close to", "hanging next to", "placed on", "projected on", "curled under", "facing toward", "hung on", "standing outside of", "parked alongside", "curled on", "sitting near", "splashing behind", "parked at", "growing next to", "parked on", "sleeping on", "parked outside of", "closed on", "standing in front of", "standing along", "facing away from", "shinning on", "hanging over", "trailing behind", "grazing next to", "hanging at", "standing in middle of", "parked along", "leaning to", "walking next to", "laying next to", "seated in front of", "towering over", "walking beside", "on head of", "parked between", "posing on", "hanging on side of", "lying down on", "sitting above", "lying in front of", "grazing near", "sitting underneath", "sitting in middle of", "hanging on back of", "glued on", "winding through", "laying in front of", "walking in front of", "kneeling by", "standing on top of", "parked on side", "hanging outside", "sitting on top of", "parked on top of", "left on", "tilted on", "hanging off", "walking on side of", "standing on edge of", "walking on top of", "on tip of", "hitched to", "sprouting from", "posing in front of", "no suitable option" ], "action": [ "covering", "breaking through", "shopping for", "cut in", "following", "cut into", "making", "washed in", "wearing", "listening to", "painted with", "played by", "running by", "running in", "handling", "guarding", "eating in", "hit by", "swimming with", "concentrating on", "reaching in", "casted by", "tied into", "adorning", "spraying in", "juggling", "swimming", "driving", "smoking", "getting into", "stirring", "advertising", "walking around", "rolling through", "surfing", "bathing in", "measuring", "coming onto", "kicking up", "holding on", "reaching into", "getting", "created by", "pouring out of", "crossed over", "skating in", "dripping down", "reflecting", "hanging around", "hanging with", "kicking", "talking into", "eating on", "pushed into", "racing on", "stretching", "clasping", "flooding", "riding with", "flying", "walking into", "washing onto", "getting out of", "leaning into", "feeding in", "posted to", "walking", "growing out of", "striking", "getting in", "blowing", "preparing for", "swung by", "skateboarding", "grazing", "leaving behind", "growing alongside", "plugged in to", "posing in", "growing out", "drizzled on", "walking on", "flapping", "walking alongside", "throwing off", "grazing from", "pushing", "loading onto", "walking to", "rolling to", "maneuvering", "baking in", "driving toward", "walking onto", "skateboarding on", "standing up on", "windsurfing in", "pulled up to", "moving across", "doing tricks in", "hanging on to", "tapping", "soiling", "cooking on", "walking along", "turning", "cast on", "pecking", "walking over", "skateboarding down", "sitting down on", "heading down", "rolling down", "handing on", "curling", "gesturing with", "snowboarding down", "no suitable option" ], "state": [ "made with", "shredded", "made for", "styled in", "outfit", "clear", "relaxing in", "named", "relaxing on", "wearing same", "owned by", "glowing", "sitting around", "losing", "right to", "parked", "spot on", "growing up", "curled over", "growing outside", "no suitable option" ] }, "subject": "bowl", "predicate": "contains", "object": "dessert" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_14_protein powder_above_counter.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "protein powder", "predicate": "above", "object": "counter" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_1_box_above_counter.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "above", "object": "counter" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_2_cake_in_bowl.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cake", "predicate": "in", "object": "bowl" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_3_banana_above_counter.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "above", "object": "counter" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_4_top_of_container.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "top", "predicate": "of", "object": "container" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_5_dessert_served in_bowl.jpg", "options": { "spatial": [ "seated in", "into", "sitting inside of", "floating in", "hanging in", "sitting inside", "laying in", "stored in", "embedded in", "light in", "jutting into", "suspended in", "shown in", "sitting upon", "sitting in middle of", "depicted in", "seated in front of", "smothered in", "parked in", "in lap of", "laid out on", "looking in", "placed on", "stuck into", "gathered around", "on door of", "sitting by", "sitting on top of", "sitting near", "attached by", "standing inside", "lit up on", "hanging out on", "sitting above", "resting on", "mixed into", "poking out of", "sitting next to", "sitting underneath", "curled on", "on piece of", "formed into", "hanging under", "shining on", "parked inside", "held with", "shinning on", "on lap of", "hanging at", "sticking out from", "sitting against", "curled under", "laying in front of", "near bottom of", "glued on", "hung on", "hanging over", "leading down to", "posing on", "near top of", "amidst", "at front of", "hand of", "hanging on side of", "on left of", "laying with", "closed on", "dripping from", "near side of", "growing on", "hanging on back of", "hanging next to", "coming towards", "on left side of", "on roof of", "parked on", "standing in middle of", "lying across", "extending into", "at rear of", "draped on", "worn under", "hanging off", "kneeling by", "passing above", "hanging between", "draped across", "sleeping on", "over top of", "sleeping under", "tied with", "parked at", "lying down on", "laying next to", "on head of", "tilted on", "on tip of", "passing by", "left by", "left on", "stacked on top of", "lying in front of", "stuck to", "paved with", "parked across", "lying near", "running beside", "extended on", "hitched to", "parked alongside", "down", "missing from", "standing in front of", "lying next to", "goes past", "parked on top of", "linked to", "flying close to", "growing among", "parked by", "painted on top of", "hanging outside", "parked along", "parked between", "standing on top of", "spilled on", "posing in front of", "standing with", "separated by", "parked on side", "projected on", "standing beneath", "standing close to", "parked outside of", "growing behind", "leaning to", "larger than", "parked behind", "over edge of", "standing along", "grazing near", "splashing behind", "grazing next to", "parked against", "growing from", "growing next to", "winding through", "standing outside of", "towering over", "riding atop", "walking in front of", "walking on top of", "standing beside", "facing away from", "trailing behind", "walking behind", "made from", "standing on edge of", "walking on side of", "facing toward", "sprouting from", "walking beside", "walking next to", "no suitable option" ], "action": [ "eating in", "running in", "feeding in", "getting in", "cut in", "reaching in", "getting into", "washed in", "posing in", "tied into", "cut into", "bathing in", "getting out of", "played by", "pushed into", "reaching into", "handing on", "cast on", "eating on", "preparing for", "talking into", "cooking on", "sitting down on", "leaning into", "hit by", "walking into", "swung by", "hanging around", "coming onto", "dripping down", "pouring out of", "pecking", "handling", "following", "skating in", "baking in", "running by", "getting", "making", "plugged in to", "holding on", "wearing", "hanging on to", "spraying in", "clasping", "maneuvering", "guarding", "listening to", "hanging with", "kicking up", "breaking through", "heading down", "tapping", "pulled up to", "rolling through", "posted to", "swimming with", "swimming", "crossed over", "growing out of", "growing out", "casted by", "windsurfing in", "growing alongside", "turning", "kicking", "reflecting", "stirring", "flying", "flapping", "driving", "shopping for", "painted with", "leaving behind", "rolling to", "flooding", "doing tricks in", "rolling down", "blowing", "striking", "advertising", "racing on", "loading onto", "standing up on", "surfing", "stretching", "walking on", "moving across", "walking alongside", "grazing", "riding with", "created by", "throwing off", "covering", "smoking", "juggling", "drizzled on", "curling", "soiling", "concentrating on", "walking around", "snowboarding down", "washing onto", "walking along", "grazing from", "walking onto", "measuring", "pushing", "driving toward", "adorning", "skateboarding on", "walking to", "skateboarding down", "walking over", "skateboarding", "gesturing with", "walking", "no suitable option" ], "state": [ "relaxing in", "styled in", "sitting around", "relaxing on", "curled over", "made for", "spot on", "glowing", "parked", "made with", "outfit", "growing up", "wearing same", "named", "owned by", "right to", "shredded", "losing", "clear", "growing outside", "no suitable option" ] }, "subject": "dessert", "predicate": "served in", "object": "bowl" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_6_container_full of_protein powder.jpg", "options": { "spatial": [ "extended on", "on piece of", "over top of", "into", "hand of", "poking out of", "amidst", "mixed into", "over edge of", "extending into", "near bottom of", "laid out on", "stuck to", "formed into", "lit up on", "left on", "hanging in", "stuck into", "hanging under", "on left of", "hanging over", "growing on", "looking in", "left by", "at front of", "closed on", "held with", "floating in", "hung on", "shown in", "attached by", "hanging at", "in lap of", "hanging on back of", "hanging out on", "stacked on top of", "dripping from", "on door of", "on left side of", "gathered around", "missing from", "near side of", "near top of", "hanging off", "hanging on side of", "linked to", "hanging between", "stored in", "down", "on lap of", "embedded in", "at rear of", "sticking out from", "towering over", "curled on", "jutting into", "coming towards", "made from", "curled under", "growing behind", "on tip of", "larger than", "on head of", "tied with", "parked on", "paved with", "parked in", "light in", "suspended in", "painted on top of", "laying in", "hanging next to", "projected on", "depicted in", "splashing behind", "goes past", "laying with", "parked at", "leading down to", "passing above", "smothered in", "growing from", "standing beneath", "worn under", "parked alongside", "separated by", "standing with", "on roof of", "leaning to", "hitched to", "growing among", "sitting inside of", "trailing behind", "lying down on", "parked on top of", "spilled on", "parked by", "sleeping under", "parked across", "parked behind", "laying in front of", "shining on", "resting on", "lying across", "posing on", "placed on", "standing in front of", "sleeping on", "kneeling by", "parked against", "glued on", "standing on top of", "standing in middle of", "seated in", "growing next to", "parked inside", "standing inside", "passing by", "parked on side", "sitting on top of", "walking behind", "parked along", "sitting in middle of", "seated in front of", "draped across", "walking on top of", "lying in front of", "tilted on", "sitting upon", "sitting underneath", "shinning on", "sitting inside", "riding atop", "laying next to", "sitting by", "facing toward", "parked outside of", "winding through", "sprouting from", "posing in front of", "facing away from", "standing close to", "standing along", "draped on", "sitting above", "standing on edge of", "hanging outside", "walking in front of", "lying next to", "sitting against", "walking on side of", "parked between", "grazing next to", "standing beside", "flying close to", "standing outside of", "running beside", "lying near", "sitting next to", "grazing near", "walking next to", "walking beside", "sitting near", "no suitable option" ], "action": [ "getting out of", "pouring out of", "following", "growing out of", "making", "getting", "played by", "listening to", "posted to", "coming onto", "getting into", "shopping for", "dripping down", "cut into", "pulled up to", "hanging on to", "breaking through", "hanging with", "eating on", "concentrating on", "painted with", "tied into", "growing out", "hit by", "holding on", "getting in", "cut in", "reaching in", "running in", "talking into", "kicking up", "hanging around", "preparing for", "eating in", "growing alongside", "pecking", "running by", "washed in", "leaning into", "reaching into", "blowing", "heading down", "bathing in", "crossed over", "feeding in", "stirring", "reflecting", "surfing", "measuring", "handing on", "throwing off", "riding with", "casted by", "created by", "handling", "pushed into", "leaving behind", "wearing", "rolling to", "rolling through", "swung by", "covering", "advertising", "tapping", "walking over", "smoking", "walking into", "turning", "rolling down", "spraying in", "striking", "flooding", "racing on", "cast on", "flying", "posing in", "swimming with", "stretching", "soiling", "drizzled on", "skating in", "flapping", "pushing", "curling", "guarding", "driving", "standing up on", "maneuvering", "kicking", "sitting down on", "cooking on", "swimming", "walking on", "walking around", "plugged in to", "moving across", "walking alongside", "juggling", "grazing", "clasping", "walking onto", "skateboarding", "skateboarding down", "walking along", "adorning", "walking", "walking to", "baking in", "loading onto", "grazing from", "doing tricks in", "snowboarding down", "windsurfing in", "gesturing with", "skateboarding on", "driving toward", "washing onto", "no suitable option" ], "state": [ "made with", "clear", "owned by", "right to", "made for", "growing up", "shredded", "curled over", "spot on", "styled in", "outfit", "glowing", "named", "parked", "losing", "relaxing on", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "container", "predicate": "full of", "object": "protein powder" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_7_protein bar_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "protein bar", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_8_caramel_served in_bowl.jpg", "options": { "spatial": [ "seated in", "into", "sitting inside of", "floating in", "hanging in", "sitting inside", "laying in", "stored in", "embedded in", "light in", "jutting into", "suspended in", "shown in", "sitting upon", "sitting in middle of", "depicted in", "seated in front of", "smothered in", "parked in", "in lap of", "laid out on", "looking in", "placed on", "stuck into", "gathered around", "on door of", "sitting by", "sitting on top of", "sitting near", "attached by", "standing inside", "lit up on", "hanging out on", "sitting above", "resting on", "mixed into", "poking out of", "sitting next to", "sitting underneath", "curled on", "on piece of", "formed into", "hanging under", "shining on", "parked inside", "held with", "shinning on", "on lap of", "hanging at", "sticking out from", "sitting against", "curled under", "laying in front of", "near bottom of", "glued on", "hung on", "hanging over", "leading down to", "posing on", "near top of", "amidst", "at front of", "hand of", "hanging on side of", "on left of", "laying with", "closed on", "dripping from", "near side of", "growing on", "hanging on back of", "hanging next to", "coming towards", "on left side of", "on roof of", "parked on", "standing in middle of", "lying across", "extending into", "at rear of", "draped on", "worn under", "hanging off", "kneeling by", "passing above", "hanging between", "draped across", "sleeping on", "over top of", "sleeping under", "tied with", "parked at", "lying down on", "laying next to", "on head of", "tilted on", "on tip of", "passing by", "left by", "left on", "stacked on top of", "lying in front of", "stuck to", "paved with", "parked across", "lying near", "running beside", "extended on", "hitched to", "parked alongside", "down", "missing from", "standing in front of", "lying next to", "goes past", "parked on top of", "linked to", "flying close to", "growing among", "parked by", "painted on top of", "hanging outside", "parked along", "parked between", "standing on top of", "spilled on", "posing in front of", "standing with", "separated by", "parked on side", "projected on", "standing beneath", "standing close to", "parked outside of", "growing behind", "leaning to", "larger than", "parked behind", "over edge of", "standing along", "grazing near", "splashing behind", "grazing next to", "parked against", "growing from", "growing next to", "winding through", "standing outside of", "towering over", "riding atop", "walking in front of", "walking on top of", "standing beside", "facing away from", "trailing behind", "walking behind", "made from", "standing on edge of", "walking on side of", "facing toward", "sprouting from", "walking beside", "walking next to", "no suitable option" ], "action": [ "eating in", "running in", "feeding in", "getting in", "cut in", "reaching in", "getting into", "washed in", "posing in", "tied into", "cut into", "bathing in", "getting out of", "played by", "pushed into", "reaching into", "handing on", "cast on", "eating on", "preparing for", "talking into", "cooking on", "sitting down on", "leaning into", "hit by", "walking into", "swung by", "hanging around", "coming onto", "dripping down", "pouring out of", "pecking", "handling", "following", "skating in", "baking in", "running by", "getting", "making", "plugged in to", "holding on", "wearing", "hanging on to", "spraying in", "clasping", "maneuvering", "guarding", "listening to", "hanging with", "kicking up", "breaking through", "heading down", "tapping", "pulled up to", "rolling through", "posted to", "swimming with", "swimming", "crossed over", "growing out of", "growing out", "casted by", "windsurfing in", "growing alongside", "turning", "kicking", "reflecting", "stirring", "flying", "flapping", "driving", "shopping for", "painted with", "leaving behind", "rolling to", "flooding", "doing tricks in", "rolling down", "blowing", "striking", "advertising", "racing on", "loading onto", "standing up on", "surfing", "stretching", "walking on", "moving across", "walking alongside", "grazing", "riding with", "created by", "throwing off", "covering", "smoking", "juggling", "drizzled on", "curling", "soiling", "concentrating on", "walking around", "snowboarding down", "washing onto", "walking along", "grazing from", "walking onto", "measuring", "pushing", "driving toward", "adorning", "skateboarding on", "walking to", "skateboarding down", "walking over", "skateboarding", "gesturing with", "walking", "no suitable option" ], "state": [ "relaxing in", "styled in", "sitting around", "relaxing on", "curled over", "made for", "spot on", "glowing", "parked", "made with", "outfit", "growing up", "wearing same", "named", "owned by", "right to", "shredded", "losing", "clear", "growing outside", "no suitable option" ] }, "subject": "caramel", "predicate": "served in", "object": "bowl" }, { "image_path": "annotated_image_folder/split_4/output_images_2377340/image_2377340_pair_9_logo_printed on_can.jpg", "options": { "spatial": [ "placed on", "on piece of", "glued on", "on tip of", "on left of", "painted on top of", "on head of", "on left side of", "laid out on", "lit up on", "attached by", "curled on", "hung on", "made from", "growing on", "shown in", "spilled on", "floating in", "hanging on side of", "on roof of", "tilted on", "resting on", "stored in", "left on", "hanging under", "on door of", "closed on", "worn under", "draped on", "hanging on back of", "projected on", "hanging next to", "stacked on top of", "parked on", "hanging in", "near bottom of", "standing on top of", "hanging over", "on lap of", "hanging at", "sitting upon", "light in", "at front of", "depicted in", "at rear of", "gathered around", "lying down on", "extended on", "near side of", "hanging out on", "curled under", "sleeping on", "near top of", "hanging off", "sticking out from", "left by", "dripping from", "standing along", "missing from", "standing beneath", "shining on", "hanging between", "embedded in", "over top of", "draped across", "sitting on top of", "standing with", "posing on", "linked to", "sitting above", "seated in", "standing beside", "sitting by", "down", "standing close to", "larger than", "growing from", "standing on edge of", "in lap of", "stuck to", "laying in", "standing inside", "suspended in", "standing in front of", "lying across", "sitting against", "sitting next to", "parked on side", "seated in front of", "standing in middle of", "lying near", "laying next to", "sitting inside of", "formed into", "shinning on", "leaning to", "held with", "sitting underneath", "sitting near", "parked on top of", "looking in", "mixed into", "tied with", "paved with", "smothered in", "lying next to", "over edge of", "sitting in middle of", "sitting inside", "laying with", "parked at", "hand of", "laying in front of", "parked by", "parked in", "parked along", "growing next to", "into", "stuck into", "lying in front of", "towering over", "growing behind", "sleeping under", "hanging outside", "amidst", "trailing behind", "parked across", "poking out of", "jutting into", "leading down to", "standing outside of", "separated by", "growing among", "parked against", "splashing behind", "passing above", "facing toward", "kneeling by", "coming towards", "parked behind", "walking on side of", "parked alongside", "winding through", "parked between", "facing away from", "walking on top of", "flying close to", "hitched to", "parked inside", "running beside", "passing by", "walking behind", "goes past", "parked outside of", "walking beside", "riding atop", "walking next to", "posing in front of", "extending into", "sprouting from", "walking in front of", "grazing next to", "grazing near", "no suitable option" ], "action": [ "making", "painted with", "created by", "holding on", "advertising", "hit by", "dripping down", "standing up on", "sitting down on", "washed in", "adorning", "wearing", "following", "cooking on", "hanging on to", "hanging around", "eating on", "handing on", "hanging with", "reflecting", "posted to", "cut in", "played by", "washing onto", "walking on", "getting", "measuring", "spraying in", "heading down", "pouring out of", "swung by", "cut into", "rolling down", "leaning into", "cast on", "preparing for", "rolling through", "running by", "tied into", "loading onto", "kicking up", "casted by", "rolling to", "pulled up to", "drizzled on", "striking", "covering", "coming onto", "crossed over", "pushed into", "pecking", "getting in", "handling", "smoking", "eating in", "feeding in", "racing on", "skateboarding on", "running in", "reaching in", "baking in", "shopping for", "growing out", "growing out of", "clasping", "walking along", "walking onto", "turning", "breaking through", "getting into", "listening to", "plugged in to", "posing in", "flapping", "growing alongside", "throwing off", "flying", "blowing", "walking around", "leaving behind", "pushing", "tapping", "skating in", "gesturing with", "skateboarding down", "surfing", "swimming", "driving", "stirring", "getting out of", "kicking", "skateboarding", "riding with", "swimming with", "maneuvering", "guarding", "bathing in", "reaching into", "concentrating on", "walking into", "walking over", "stretching", "talking into", "flooding", "curling", "snowboarding down", "walking", "walking alongside", "moving across", "driving toward", "soiling", "juggling", "walking to", "doing tricks in", "windsurfing in", "grazing", "grazing from", "no suitable option" ], "state": [ "made for", "made with", "clear", "styled in", "curled over", "outfit", "owned by", "named", "spot on", "glowing", "sitting around", "shredded", "wearing same", "relaxing on", "losing", "growing up", "parked", "right to", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "logo", "predicate": "printed on", "object": "can" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_10_plate_in_box.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "plate", "predicate": "in", "object": "box" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_1_food_on_pizza.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "food", "predicate": "on", "object": "pizza" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_2_plate_under_pizza.jpg", "options": { "spatial": [ "standing beneath", "hanging under", "near bottom of", "near top of", "sleeping under", "over top of", "worn under", "passing above", "at front of", "sitting above", "down", "sitting underneath", "near side of", "amidst", "standing beside", "suspended in", "curled under", "at rear of", "standing on top of", "on door of", "standing in middle of", "lying near", "standing in front of", "parked at", "on head of", "standing close to", "over edge of", "gathered around", "embedded in", "on roof of", "on left side of", "lying down on", "placed on", "laying next to", "parked behind", "lying next to", "parked alongside", "on piece of", "parked in", "hanging next to", "laying in front of", "on left of", "parked on top of", "parked on", "standing inside", "sitting next to", "standing outside of", "floating in", "lying in front of", "sitting on top of", "projected on", "parked along", "into", "growing behind", "running beside", "seated in front of", "parked against", "in lap of", "stacked on top of", "laid out on", "standing along", "on lap of", "walking behind", "parked across", "sitting near", "shown in", "sitting in middle of", "extended on", "parked by", "hanging on side of", "lying across", "leading down to", "sitting inside of", "standing on edge of", "towering over", "shining on", "splashing behind", "parked between", "parked inside", "sitting upon", "laying in", "walking beside", "light in", "trailing behind", "parked outside of", "stored in", "on tip of", "hanging on back of", "missing from", "growing next to", "seated in", "sitting by", "walking on top of", "lit up on", "sticking out from", "parked on side", "hanging over", "goes past", "closed on", "hanging out on", "standing with", "sitting against", "hanging in", "painted on top of", "sitting inside", "coming towards", "flying close to", "draped across", "extending into", "hanging at", "tilted on", "walking in front of", "grazing next to", "looking in", "hanging outside", "posing on", "passing by", "facing away from", "attached by", "draped on", "left by", "posing in front of", "growing on", "poking out of", "kneeling by", "walking next to", "left on", "resting on", "grazing near", "depicted in", "sleeping on", "hanging between", "walking on side of", "curled on", "linked to", "spilled on", "growing among", "riding atop", "shinning on", "separated by", "hung on", "larger than", "hanging off", "laying with", "held with", "facing toward", "hand of", "leaning to", "paved with", "formed into", "smothered in", "stuck into", "jutting into", "tied with", "growing from", "dripping from", "mixed into", "stuck to", "winding through", "glued on", "hitched to", "made from", "sprouting from", "no suitable option" ], "action": [ "heading down", "standing up on", "hanging around", "growing alongside", "sitting down on", "crossed over", "washed in", "running in", "hit by", "getting into", "posing in", "covering", "reaching in", "walking alongside", "cut in", "leaving behind", "skateboarding down", "coming onto", "getting in", "flooding", "snowboarding down", "following", "kicking up", "running by", "walking around", "blowing", "walking over", "casted by", "played by", "getting out of", "eating in", "handing on", "dripping down", "racing on", "walking into", "cooking on", "swung by", "wearing", "cut into", "bathing in", "skating in", "surfing", "pushed into", "posted to", "reaching into", "doing tricks in", "guarding", "leaning into", "tied into", "pulled up to", "talking into", "getting", "growing out of", "walking on", "making", "kicking", "driving toward", "driving", "rolling down", "rolling through", "hanging on to", "moving across", "shopping for", "listening to", "eating on", "striking", "walking along", "baking in", "created by", "walking onto", "breaking through", "growing out", "advertising", "holding on", "swimming", "plugged in to", "cast on", "feeding in", "smoking", "flying", "skateboarding on", "spraying in", "curling", "painted with", "drizzled on", "hanging with", "maneuvering", "turning", "adorning", "preparing for", "windsurfing in", "skateboarding", "handling", "grazing", "rolling to", "grazing from", "pushing", "walking", "riding with", "stretching", "stirring", "throwing off", "pecking", "pouring out of", "reflecting", "swimming with", "tapping", "walking to", "loading onto", "flapping", "clasping", "measuring", "washing onto", "concentrating on", "soiling", "juggling", "gesturing with", "no suitable option" ], "state": [ "parked", "sitting around", "styled in", "clear", "outfit", "curled over", "spot on", "shredded", "relaxing in", "glowing", "growing up", "right to", "relaxing on", "losing", "owned by", "growing outside", "named", "made with", "made for", "wearing same", "no suitable option" ] }, "subject": "plate", "predicate": "under", "object": "pizza" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_3_box_holding_pizza.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "box", "predicate": "holding", "object": "pizza" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_4_cash register_in_cup.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "cash register", "predicate": "in", "object": "cup" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_5_food_on_pizza.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "food", "predicate": "on", "object": "pizza" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_6_woman_wearing_sweater.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "woman", "predicate": "wearing", "object": "sweater" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_7_text_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "text", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_8_display_in_pizzaria.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "display", "predicate": "in", "object": "pizzaria" }, { "image_path": "annotated_image_folder/split_4/output_images_2378115/image_2378115_pair_9_woman_in_pizzaria.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "in", "object": "pizzaria" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_10_man_in_water.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "in", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_1_man_kneeling on_surfboard.jpg", "options": { "spatial": [ "kneeling by", "posing on", "sitting against", "lying down on", "sitting underneath", "resting on", "sitting on top of", "sitting upon", "draped on", "standing on edge of", "sitting in middle of", "sitting above", "laying next to", "standing on top of", "laying in front of", "standing beneath", "sitting next to", "leaning to", "sitting by", "standing close to", "tilted on", "standing in middle of", "seated in front of", "curled on", "standing along", "standing with", "shinning on", "curled under", "seated in", "walking on top of", "worn under", "draped across", "posing in front of", "sitting near", "down", "walking on side of", "placed on", "lying across", "laid out on", "lying in front of", "hanging under", "hanging on side of", "laying in", "lying near", "standing outside of", "sleeping on", "laying with", "on piece of", "sleeping under", "standing in front of", "growing on", "lying next to", "near bottom of", "parked on", "towering over", "leading down to", "on left of", "hanging on back of", "sitting inside", "on left side of", "standing beside", "sitting inside of", "hanging next to", "floating in", "on lap of", "hanging over", "facing toward", "hanging outside", "standing inside", "walking next to", "passing above", "painted on top of", "left on", "glued on", "splashing behind", "paved with", "near side of", "spilled on", "parked against", "on roof of", "lit up on", "parked between", "parked along", "parked alongside", "parked on side", "suspended in", "walking beside", "shining on", "gathered around", "on head of", "parked across", "riding atop", "projected on", "left by", "running beside", "walking in front of", "parked on top of", "stacked on top of", "hanging in", "over top of", "hanging at", "growing behind", "at rear of", "at front of", "coming towards", "near top of", "hanging off", "grazing next to", "growing next to", "held with", "closed on", "sticking out from", "attached by", "hanging between", "hitched to", "hanging out on", "over edge of", "extended on", "walking behind", "goes past", "facing away from", "grazing near", "depicted in", "hung on", "parked in", "passing by", "parked behind", "flying close to", "parked at", "hand of", "parked outside of", "amidst", "parked by", "poking out of", "on tip of", "in lap of", "growing from", "on door of", "embedded in", "larger than", "trailing behind", "parked inside", "smothered in", "light in", "into", "growing among", "jutting into", "stuck to", "dripping from", "tied with", "shown in", "extending into", "made from", "mixed into", "stuck into", "missing from", "stored in", "formed into", "looking in", "winding through", "separated by", "sprouting from", "linked to", "no suitable option" ], "action": [ "sitting down on", "standing up on", "leaning into", "rolling down", "wearing", "rolling to", "swung by", "stretching", "posing in", "walking on", "kicking", "skateboarding down", "snowboarding down", "handing on", "striking", "maneuvering", "rolling through", "pecking", "walking alongside", "turning", "skating in", "doing tricks in", "gesturing with", "walking onto", "riding with", "skateboarding on", "holding on", "kicking up", "curling", "eating on", "growing alongside", "walking", "washing onto", "hanging around", "swimming", "bathing in", "blowing", "soiling", "heading down", "cooking on", "walking along", "flapping", "walking around", "crossed over", "covering", "washed in", "skateboarding", "swimming with", "clasping", "surfing", "dripping down", "walking over", "drizzled on", "hanging on to", "pulled up to", "coming onto", "smoking", "painted with", "moving across", "stirring", "cast on", "flying", "casted by", "spraying in", "reaching in", "racing on", "grazing", "played by", "driving", "hit by", "plugged in to", "hanging with", "driving toward", "juggling", "leaving behind", "guarding", "preparing for", "following", "reaching into", "throwing off", "growing out", "running in", "listening to", "making", "walking to", "grazing from", "eating in", "pushed into", "adorning", "handling", "tapping", "walking into", "getting out of", "pushing", "tied into", "running by", "baking in", "growing out of", "getting", "measuring", "getting into", "shopping for", "loading onto", "cut in", "concentrating on", "getting in", "talking into", "reflecting", "pouring out of", "cut into", "advertising", "created by", "flooding", "posted to", "breaking through", "feeding in", "windsurfing in", "no suitable option" ], "state": [ "sitting around", "relaxing on", "curled over", "wearing same", "relaxing in", "outfit", "styled in", "right to", "parked", "growing outside", "growing up", "named", "spot on", "glowing", "shredded", "losing", "clear", "made with", "made for", "owned by", "no suitable option" ] }, "subject": "man", "predicate": "kneeling on", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_2_man_surfing in_water.jpg", "options": { "spatial": [ "floating in", "parked in", "riding atop", "flying close to", "in lap of", "on lap of", "parked across", "splashing behind", "seated in", "on roof of", "parked inside", "looking in", "sitting inside of", "parked on", "hanging in", "sitting inside", "near side of", "hanging out on", "into", "hanging outside", "suspended in", "shown in", "poking out of", "parked outside of", "laying in", "lying across", "sitting underneath", "near top of", "running beside", "shining on", "sitting in middle of", "hanging under", "parked at", "near bottom of", "parked between", "light in", "sitting on top of", "depicted in", "gathered around", "parked along", "on piece of", "spilled on", "curled on", "seated in front of", "lying down on", "on door of", "sitting above", "sitting near", "parked on top of", "parked by", "laying in front of", "down", "sitting by", "curled under", "parked against", "sitting upon", "at front of", "sticking out from", "parked behind", "hanging on back of", "lying near", "hanging on side of", "sleeping under", "embedded in", "parked alongside", "walking on top of", "placed on", "shinning on", "draped across", "parked on side", "standing inside", "laid out on", "jutting into", "posing on", "stuck into", "on left side of", "stored in", "over edge of", "lying in front of", "sitting next to", "draped on", "amidst", "lit up on", "hanging next to", "standing outside of", "hanging over", "sleeping on", "closed on", "standing in middle of", "sitting against", "over top of", "on head of", "laying next to", "worn under", "on left of", "attached by", "walking on side of", "resting on", "standing on edge of", "towering over", "tilted on", "hanging between", "left by", "walking in front of", "standing beneath", "held with", "hung on", "on tip of", "growing on", "formed into", "hanging at", "standing on top of", "stuck to", "walking behind", "standing in front of", "passing above", "at rear of", "hanging off", "lying next to", "dripping from", "glued on", "stacked on top of", "smothered in", "projected on", "paved with", "kneeling by", "standing close to", "trailing behind", "mixed into", "tied with", "walking next to", "facing away from", "growing behind", "separated by", "painted on top of", "extended on", "posing in front of", "left on", "grazing next to", "walking beside", "passing by", "extending into", "grazing near", "goes past", "missing from", "standing along", "growing next to", "laying with", "hand of", "leading down to", "coming towards", "growing among", "leaning to", "standing beside", "larger than", "winding through", "hitched to", "growing from", "linked to", "standing with", "facing toward", "made from", "sprouting from", "no suitable option" ], "action": [ "surfing", "swimming", "swimming with", "doing tricks in", "windsurfing in", "bathing in", "snowboarding down", "running in", "riding with", "skating in", "flying", "flooding", "eating in", "skateboarding on", "reaching in", "racing on", "skateboarding down", "hanging around", "getting into", "maneuvering", "flapping", "skateboarding", "driving", "moving across", "curling", "swung by", "posing in", "blowing", "washed in", "getting in", "walking around", "tapping", "getting out of", "cut in", "sitting down on", "rolling through", "hit by", "running by", "listening to", "holding on", "walking into", "eating on", "reaching into", "talking into", "wearing", "crossed over", "walking on", "leaning into", "tied into", "reflecting", "baking in", "kicking up", "coming onto", "kicking", "rolling down", "advertising", "breaking through", "spraying in", "concentrating on", "leaving behind", "smoking", "rolling to", "dripping down", "guarding", "following", "juggling", "making", "walking over", "turning", "stretching", "pouring out of", "walking alongside", "walking onto", "covering", "played by", "cooking on", "hanging on to", "cut into", "walking", "heading down", "shopping for", "standing up on", "cast on", "pecking", "growing out of", "driving toward", "washing onto", "getting", "hanging with", "feeding in", "pushed into", "preparing for", "pulled up to", "walking to", "growing out", "clasping", "loading onto", "growing alongside", "drizzled on", "walking along", "created by", "handing on", "handling", "painted with", "plugged in to", "throwing off", "posted to", "grazing from", "striking", "grazing", "gesturing with", "adorning", "casted by", "measuring", "pushing", "stirring", "soiling", "no suitable option" ], "state": [ "relaxing in", "relaxing on", "sitting around", "parked", "curled over", "styled in", "clear", "losing", "growing up", "shredded", "spot on", "glowing", "named", "wearing same", "growing outside", "made with", "owned by", "made for", "outfit", "right to", "no suitable option" ] }, "subject": "man", "predicate": "surfing in", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_3_ripple_in_water.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "ripple", "predicate": "in", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_4_man_has_right arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "right arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_5_man_has_left arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "left arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_6_wetsuit_worn on_man.jpg", "options": { "spatial": [ "worn under", "placed on", "draped on", "on piece of", "curled on", "resting on", "left on", "glued on", "shinning on", "lit up on", "shining on", "lying down on", "growing on", "hung on", "laid out on", "tilted on", "posing on", "sleeping on", "on head of", "projected on", "extended on", "parked on", "on left of", "spilled on", "on tip of", "closed on", "hanging under", "draped across", "sitting upon", "on roof of", "hanging out on", "depicted in", "painted on top of", "held with", "attached by", "curled under", "hanging over", "leaning to", "hanging off", "standing on top of", "hanging on back of", "tied with", "sitting against", "down", "hanging on side of", "light in", "hanging at", "hanging in", "standing beneath", "riding atop", "shown in", "standing along", "on left side of", "sitting on top of", "over top of", "on door of", "kneeling by", "on lap of", "floating in", "standing with", "sticking out from", "seated in", "sleeping under", "gathered around", "paved with", "laying in", "at rear of", "hanging between", "towering over", "laying with", "sitting underneath", "stuck to", "sitting by", "stacked on top of", "sitting above", "embedded in", "hanging outside", "parked against", "hanging next to", "left by", "standing on edge of", "smothered in", "walking on top of", "running beside", "over edge of", "jutting into", "amidst", "laying in front of", "parked on side", "standing inside", "stuck into", "lying across", "parked along", "made from", "missing from", "suspended in", "goes past", "sitting inside of", "linked to", "seated in front of", "parked in", "lying near", "sitting inside", "sitting near", "standing beside", "standing close to", "parked on top of", "parked at", "standing outside of", "looking in", "at front of", "parked across", "leading down to", "trailing behind", "walking on side of", "dripping from", "near bottom of", "standing in front of", "growing behind", "near top of", "sitting next to", "standing in middle of", "sitting in middle of", "coming towards", "near side of", "lying in front of", "laying next to", "parked behind", "stored in", "splashing behind", "into", "facing toward", "growing among", "passing above", "parked between", "growing from", "parked by", "hand of", "walking behind", "winding through", "in lap of", "facing away from", "parked inside", "hitched to", "parked outside of", "posing in front of", "parked alongside", "lying next to", "poking out of", "mixed into", "passing by", "larger than", "walking beside", "walking in front of", "growing next to", "walking next to", "grazing next to", "flying close to", "formed into", "grazing near", "separated by", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "holding on", "walking on", "eating on", "racing on", "standing up on", "sitting down on", "drizzled on", "cast on", "hanging on to", "washed in", "painted with", "handing on", "washing onto", "cooking on", "adorning", "heading down", "hanging around", "leaning into", "riding with", "loading onto", "covering", "hit by", "running in", "kicking", "kicking up", "tied into", "hanging with", "played by", "coming onto", "stretching", "skateboarding on", "walking onto", "dripping down", "snowboarding down", "running by", "crossed over", "pulled up to", "striking", "posing in", "reflecting", "guarding", "clasping", "listening to", "swimming with", "surfing", "blowing", "following", "skateboarding down", "plugged in to", "pecking", "casted by", "getting", "skating in", "leaving behind", "bathing in", "preparing for", "making", "walking along", "swimming", "cut in", "turning", "walking around", "swung by", "shopping for", "spraying in", "throwing off", "rolling down", "getting in", "eating in", "walking over", "doing tricks in", "curling", "skateboarding", "smoking", "walking", "gesturing with", "reaching in", "walking alongside", "concentrating on", "maneuvering", "getting into", "rolling through", "driving", "advertising", "rolling to", "growing alongside", "flapping", "breaking through", "pushed into", "flying", "created by", "cut into", "posted to", "moving across", "getting out of", "tapping", "growing out of", "talking into", "soiling", "windsurfing in", "pouring out of", "pushing", "measuring", "handling", "grazing", "walking into", "growing out", "walking to", "juggling", "grazing from", "stirring", "reaching into", "feeding in", "baking in", "driving toward", "flooding", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "made for", "curled over", "spot on", "relaxing on", "sitting around", "named", "glowing", "shredded", "made with", "clear", "relaxing in", "owned by", "parked", "losing", "growing up", "right to", "growing outside", "no suitable option" ] }, "subject": "wetsuit", "predicate": "worn on", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_7_man_surfing on_water.jpg", "options": { "spatial": [ "lying down on", "shining on", "hanging out on", "riding atop", "sleeping on", "on piece of", "parked on", "curled on", "floating in", "resting on", "shinning on", "on roof of", "on lap of", "splashing behind", "lit up on", "tilted on", "placed on", "posing on", "growing on", "laid out on", "closed on", "spilled on", "on head of", "hanging on back of", "flying close to", "hanging under", "hung on", "down", "draped on", "left on", "hanging off", "sitting on top of", "sitting upon", "projected on", "hanging over", "hanging outside", "on tip of", "parked across", "lying across", "hanging on side of", "on left of", "sitting underneath", "hanging in", "sleeping under", "curled under", "glued on", "extended on", "hanging at", "sitting above", "running beside", "sitting against", "on left side of", "near side of", "standing on top of", "suspended in", "worn under", "on door of", "parked in", "sticking out from", "standing on edge of", "laying in front of", "walking on top of", "sitting by", "parked against", "hanging between", "laying in", "parked along", "parked at", "parked on top of", "lying near", "over edge of", "draped across", "poking out of", "parked on side", "seated in", "near bottom of", "stuck to", "gathered around", "over top of", "parked between", "sitting near", "hanging next to", "standing beneath", "attached by", "leaning to", "at front of", "parked behind", "looking in", "sitting in middle of", "kneeling by", "near top of", "parked outside of", "stacked on top of", "towering over", "laying next to", "sitting inside", "in lap of", "parked by", "seated in front of", "lying in front of", "stuck into", "light in", "walking on side of", "held with", "tied with", "sitting inside of", "sitting next to", "left by", "painted on top of", "parked alongside", "dripping from", "at rear of", "standing outside of", "paved with", "parked inside", "amidst", "shown in", "laying with", "trailing behind", "standing along", "depicted in", "standing close to", "lying next to", "passing above", "growing behind", "facing away from", "standing in middle of", "jutting into", "goes past", "into", "standing in front of", "walking behind", "hand of", "grazing next to", "embedded in", "coming towards", "missing from", "leading down to", "grazing near", "posing in front of", "facing toward", "smothered in", "standing inside", "hitched to", "standing with", "linked to", "walking in front of", "passing by", "standing beside", "walking next to", "stored in", "mixed into", "made from", "formed into", "growing among", "walking beside", "growing from", "larger than", "growing next to", "winding through", "separated by", "sprouting from", "extending into", "no suitable option" ], "action": [ "surfing", "swimming", "racing on", "snowboarding down", "swimming with", "skateboarding on", "riding with", "doing tricks in", "flying", "holding on", "eating on", "hanging around", "sitting down on", "skateboarding down", "walking on", "blowing", "kicking up", "windsurfing in", "maneuvering", "skateboarding", "swung by", "flapping", "bathing in", "curling", "hanging on to", "hit by", "cooking on", "standing up on", "flooding", "kicking", "driving", "skating in", "cast on", "listening to", "wearing", "running in", "tapping", "rolling down", "running by", "reflecting", "turning", "heading down", "moving across", "drizzled on", "concentrating on", "coming onto", "crossed over", "rolling through", "leaning into", "making", "dripping down", "walking around", "rolling to", "leaving behind", "stretching", "smoking", "handing on", "played by", "hanging with", "juggling", "getting out of", "loading onto", "walking onto", "getting into", "washing onto", "pecking", "getting", "guarding", "eating in", "reaching in", "following", "tied into", "breaking through", "pulled up to", "posing in", "walking over", "advertising", "walking", "covering", "throwing off", "getting in", "washed in", "preparing for", "driving toward", "pouring out of", "shopping for", "talking into", "created by", "walking alongside", "striking", "cut in", "clasping", "plugged in to", "baking in", "painted with", "reaching into", "growing out of", "pushing", "gesturing with", "walking along", "grazing", "posted to", "grazing from", "growing alongside", "casted by", "adorning", "handling", "growing out", "spraying in", "cut into", "walking to", "pushed into", "walking into", "stirring", "feeding in", "soiling", "measuring", "no suitable option" ], "state": [ "relaxing on", "relaxing in", "sitting around", "curled over", "parked", "clear", "spot on", "losing", "shredded", "wearing same", "growing up", "glowing", "named", "styled in", "made for", "outfit", "owned by", "made with", "growing outside", "right to", "no suitable option" ] }, "subject": "man", "predicate": "surfing on", "object": "water" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_8_man_wearing_wetsuit.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "wetsuit" }, { "image_path": "annotated_image_folder/split_4/output_images_2382886/image_2382886_pair_9_man_standing on_surfboard.jpg", "options": { "spatial": [ "standing on top of", "standing with", "standing along", "standing close to", "standing in front of", "standing on edge of", "standing in middle of", "standing outside of", "standing beneath", "standing beside", "standing inside", "posing on", "placed on", "resting on", "tilted on", "parked on", "lying down on", "hanging under", "gathered around", "sitting upon", "growing on", "on piece of", "hung on", "on head of", "laid out on", "sitting on top of", "sitting above", "hanging next to", "sitting against", "hanging out on", "projected on", "towering over", "lit up on", "hanging over", "curled on", "floating in", "hanging on back of", "sleeping on", "leaning to", "hanging at", "held with", "shining on", "hanging on side of", "hanging in", "kneeling by", "posing in front of", "shinning on", "hanging off", "seated in front of", "worn under", "sitting underneath", "sitting next to", "extended on", "suspended in", "laying in front of", "stacked on top of", "parked against", "seated in", "parked on top of", "laying next to", "on left of", "sitting by", "lying near", "hanging outside", "sitting near", "left on", "draped on", "sticking out from", "growing behind", "lying in front of", "parked along", "at front of", "walking on top of", "on roof of", "hanging between", "on tip of", "on lap of", "down", "laying in", "sitting in middle of", "parked behind", "closed on", "parked between", "curled under", "parked in", "attached by", "parked alongside", "near top of", "parked at", "facing toward", "over top of", "sleeping under", "splashing behind", "on door of", "lying across", "painted on top of", "embedded in", "glued on", "parked on side", "lying next to", "parked across", "on left side of", "at rear of", "leading down to", "trailing behind", "near bottom of", "light in", "facing away from", "spilled on", "paved with", "parked by", "laying with", "depicted in", "coming towards", "draped across", "running beside", "growing among", "sitting inside", "walking beside", "parked outside of", "near side of", "growing next to", "stuck to", "stored in", "left by", "sitting inside of", "riding atop", "amidst", "shown in", "parked inside", "passing above", "walking behind", "walking next to", "walking on side of", "walking in front of", "stuck into", "flying close to", "hand of", "missing from", "growing from", "smothered in", "in lap of", "over edge of", "larger than", "tied with", "looking in", "grazing next to", "dripping from", "passing by", "grazing near", "poking out of", "goes past", "made from", "hitched to", "into", "separated by", "formed into", "jutting into", "extending into", "linked to", "winding through", "sprouting from", "mixed into", "no suitable option" ], "action": [ "standing up on", "holding on", "sitting down on", "leaning into", "hanging around", "walking on", "posing in", "hanging on to", "wearing", "handing on", "heading down", "eating on", "hanging with", "coming onto", "cooking on", "kicking up", "walking onto", "cast on", "growing alongside", "reaching in", "preparing for", "hit by", "leaving behind", "loading onto", "racing on", "swung by", "turning", "pulled up to", "walking alongside", "gesturing with", "kicking", "skateboarding on", "riding with", "crossed over", "running by", "walking along", "casted by", "played by", "dripping down", "doing tricks in", "walking around", "painted with", "running in", "rolling down", "walking over", "pecking", "covering", "skateboarding down", "following", "striking", "drizzled on", "making", "pushed into", "snowboarding down", "handling", "created by", "plugged in to", "reaching into", "guarding", "concentrating on", "getting in", "skating in", "moving across", "getting", "stretching", "growing out", "bathing in", "maneuvering", "surfing", "tied into", "driving toward", "listening to", "flying", "getting into", "growing out of", "pushing", "reflecting", "eating in", "getting out of", "smoking", "stirring", "washing onto", "curling", "rolling to", "washed in", "blowing", "measuring", "walking", "swimming with", "clasping", "skateboarding", "spraying in", "adorning", "rolling through", "driving", "swimming", "shopping for", "advertising", "juggling", "feeding in", "walking into", "soiling", "flapping", "cut in", "throwing off", "windsurfing in", "breaking through", "tapping", "grazing", "pouring out of", "grazing from", "talking into", "flooding", "posted to", "baking in", "walking to", "cut into", "no suitable option" ], "state": [ "sitting around", "wearing same", "relaxing on", "curled over", "parked", "outfit", "styled in", "spot on", "glowing", "relaxing in", "growing up", "owned by", "named", "growing outside", "made for", "made with", "clear", "right to", "losing", "shredded", "no suitable option" ] }, "subject": "man", "predicate": "standing on", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_10_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_11_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_12_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_13_tree_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_14_tree_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_15_tree_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_16_tree_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_17_tree_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_18_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_19_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_1_girl_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_20_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_21_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_22_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_23_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_24_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_25_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_26_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_27_seaweed_on_sand.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "seaweed", "predicate": "on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_28_beach_has_sand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "beach", "predicate": "has", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_29_beach_has_sand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "beach", "predicate": "has", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_2_girl_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_30_beach_has_sand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "beach", "predicate": "has", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_31_beach_has_sand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "beach", "predicate": "has", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_32_beach_has_sand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "beach", "predicate": "has", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_3_girl_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_4_girl_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_5_girl_at_beach.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "at", "object": "beach" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_6_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_7_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_8_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2384112/image_2384112_pair_9_girl_flying_kite.jpg", "options": { "spatial": [ "flying close to", "floating in", "riding atop", "walking on top of", "suspended in", "sleeping under", "splashing behind", "passing by", "towering over", "passing above", "hanging over", "hanging under", "growing on", "sleeping on", "sitting by", "walking behind", "hitched to", "growing from", "tilted on", "hanging in", "sitting upon", "walking on side of", "walking in front of", "hanging on back of", "sitting on top of", "sitting inside", "sitting above", "hanging off", "walking next to", "sitting against", "seated in", "running beside", "lying across", "dripping from", "left by", "hanging out on", "laying in front of", "hanging at", "lying down on", "hanging outside", "on roof of", "hanging between", "down", "jutting into", "laying in", "sitting inside of", "light in", "facing away from", "sitting underneath", "into", "sitting in middle of", "growing behind", "laying next to", "kneeling by", "standing along", "hanging next to", "standing close to", "poking out of", "shining on", "sprouting from", "gathered around", "curled under", "seated in front of", "leading down to", "laying with", "missing from", "walking beside", "on lap of", "hanging on side of", "growing among", "standing on top of", "sticking out from", "held with", "resting on", "coming towards", "growing next to", "curled on", "draped on", "in lap of", "hand of", "sitting near", "lying near", "standing beneath", "sitting next to", "posing on", "standing with", "lying in front of", "mixed into", "standing in middle of", "goes past", "leaning to", "on head of", "worn under", "parked across", "parked on", "embedded in", "attached by", "grazing next to", "draped across", "parked along", "made from", "closed on", "at front of", "depicted in", "laid out on", "standing inside", "shinning on", "near side of", "over top of", "stacked on top of", "standing in front of", "hung on", "parked inside", "standing outside of", "grazing near", "parked between", "painted on top of", "stuck into", "at rear of", "lit up on", "parked by", "stored in", "parked in", "extending into", "separated by", "lying next to", "spilled on", "standing on edge of", "stuck to", "winding through", "larger than", "on door of", "on piece of", "near bottom of", "glued on", "placed on", "posing in front of", "parked alongside", "parked on top of", "trailing behind", "over edge of", "tied with", "paved with", "projected on", "formed into", "extended on", "parked behind", "on tip of", "near top of", "parked against", "parked outside of", "linked to", "facing toward", "amidst", "on left of", "looking in", "smothered in", "left on", "parked at", "parked on side", "on left side of", "shown in", "standing beside", "no suitable option" ], "action": [ "flying", "maneuvering", "swimming", "surfing", "driving", "riding with", "flapping", "swimming with", "kicking", "blowing", "walking", "doing tricks in", "smoking", "swung by", "juggling", "pecking", "skateboarding", "walking around", "snowboarding down", "moving across", "walking on", "skateboarding down", "hanging around", "kicking up", "walking along", "walking to", "running by", "walking over", "walking onto", "crossed over", "turning", "rolling down", "making", "skateboarding on", "walking alongside", "growing out", "windsurfing in", "racing on", "walking into", "leaving behind", "sitting down on", "rolling to", "played by", "flooding", "rolling through", "skating in", "dripping down", "growing out of", "getting into", "getting out of", "striking", "running in", "throwing off", "wearing", "casted by", "coming onto", "growing alongside", "driving toward", "preparing for", "cooking on", "leaning into", "spraying in", "getting", "hanging with", "hanging on to", "reaching into", "shopping for", "heading down", "handling", "hit by", "grazing from", "eating on", "talking into", "cast on", "grazing", "reaching in", "stirring", "curling", "eating in", "standing up on", "following", "handing on", "pushing", "painted with", "tapping", "holding on", "guarding", "concentrating on", "reflecting", "feeding in", "stretching", "getting in", "gesturing with", "breaking through", "listening to", "advertising", "posing in", "plugged in to", "soiling", "clasping", "pushed into", "bathing in", "created by", "pouring out of", "baking in", "drizzled on", "cut into", "loading onto", "tied into", "washed in", "cut in", "pulled up to", "covering", "measuring", "adorning", "posted to", "washing onto", "no suitable option" ], "state": [ "growing up", "sitting around", "losing", "relaxing on", "relaxing in", "clear", "outfit", "curled over", "glowing", "parked", "shredded", "named", "wearing same", "spot on", "growing outside", "made with", "owned by", "made for", "styled in", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "flying", "object": "kite" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_10_tower_has_clock face.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "tower", "predicate": "has", "object": "clock face" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_11_entrance_on_tower.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "entrance", "predicate": "on", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_12_clock face_on_tower.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "clock face", "predicate": "on", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_1_base_of_tower.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "base", "predicate": "of", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_2_cupola_on_tower.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "cupola", "predicate": "on", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_3_flower_near_grass.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "flower", "predicate": "near", "object": "grass" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_4_branch_near_tower.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "branch", "predicate": "near", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_5_building_near_tower.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "building", "predicate": "near", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_6_building_near_tower.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "building", "predicate": "near", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_7_entrance_of_tower.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "entrance", "predicate": "of", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_8_tower_has_clock face.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "tower", "predicate": "has", "object": "clock face" }, { "image_path": "annotated_image_folder/split_4/output_images_2385407/image_2385407_pair_9_tower_has_clock face.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "tower", "predicate": "has", "object": "clock face" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_10_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_11_archway_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "archway", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_12_number_on_door.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "number", "predicate": "on", "object": "door" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_13_tank_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tank", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_14_shadow_of_pole.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "shadow", "predicate": "of", "object": "pole" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_15_tire_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tire", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_16_tool_near_fire engine.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "tool", "predicate": "near", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_17_front tire_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "front tire", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_18_hood_of_fire engine.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "hood", "predicate": "of", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_19_billboard_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "billboard", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_1_front left tire_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "front left tire", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_2_rear left tire_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "rear left tire", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_3_wooden axe_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "wooden axe", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_4_building_behind_fire engine.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "building", "predicate": "behind", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_5_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_6_white shade_on_window.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "white shade", "predicate": "on", "object": "window" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_7_writing_on_fire engine.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "writing", "predicate": "on", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_8_hose_near_fire engine.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "hose", "predicate": "near", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2387721/image_2387721_pair_9_wooden axe_near_fire engine.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "wooden axe", "predicate": "near", "object": "fire engine" }, { "image_path": "annotated_image_folder/split_4/output_images_2394362/image_2394362_pair_1_can_against_wall.jpg", "options": { "spatial": [ "sitting against", "facing toward", "parked against", "facing away from", "amidst", "coming towards", "over edge of", "hand of", "on piece of", "leaning to", "standing with", "near side of", "at rear of", "projected on", "on left of", "held with", "over top of", "on head of", "at front of", "growing behind", "standing in front of", "standing close to", "suspended in", "sleeping on", "left by", "on left side of", "extended on", "parked behind", "paved with", "into", "hanging under", "running beside", "on lap of", "sticking out from", "tied with", "hanging between", "leading down to", "worn under", "made from", "hanging at", "lying across", "parked on", "depicted in", "hanging over", "tilted on", "hanging on side of", "standing outside of", "down", "walking behind", "sleeping under", "closed on", "kneeling by", "left on", "hanging on back of", "laying with", "standing beside", "towering over", "on roof of", "standing on top of", "missing from", "standing beneath", "passing above", "placed on", "standing along", "hanging off", "growing on", "parked on side", "hung on", "parked alongside", "hanging next to", "standing on edge of", "lying down on", "gathered around", "trailing behind", "parked across", "draped across", "lying in front of", "on tip of", "parked at", "curled on", "resting on", "draped on", "shown in", "laying in front of", "larger than", "linked to", "lying near", "in lap of", "passing by", "standing inside", "grazing next to", "growing among", "hanging out on", "parked between", "stuck to", "curled under", "lying next to", "near top of", "lit up on", "goes past", "laid out on", "growing from", "posing on", "on door of", "parked by", "shinning on", "grazing near", "hanging in", "standing in middle of", "embedded in", "laying next to", "seated in front of", "parked outside of", "parked along", "stacked on top of", "poking out of", "splashing behind", "parked in", "stuck into", "separated by", "mixed into", "sitting next to", "formed into", "flying close to", "jutting into", "sitting upon", "shining on", "near bottom of", "spilled on", "hitched to", "riding atop", "walking on side of", "parked on top of", "floating in", "parked inside", "posing in front of", "growing next to", "painted on top of", "dripping from", "smothered in", "walking in front of", "light in", "hanging outside", "sitting underneath", "attached by", "sitting above", "sitting on top of", "laying in", "looking in", "walking beside", "sitting inside of", "sitting by", "sitting near", "winding through", "seated in", "extending into", "walking next to", "sitting inside", "glued on", "sitting in middle of", "stored in", "walking on top of", "sprouting from", "no suitable option" ], "action": [ "played by", "striking", "leaving behind", "crossed over", "making", "swung by", "driving toward", "guarding", "throwing off", "racing on", "kicking", "covering", "casted by", "handling", "running by", "blowing", "turning", "getting", "hanging with", "eating on", "pushing", "maneuvering", "painted with", "hit by", "leaning into", "standing up on", "listening to", "holding on", "growing alongside", "smoking", "kicking up", "hanging around", "handing on", "shopping for", "wearing", "riding with", "hanging on to", "rolling to", "stirring", "driving", "created by", "running in", "coming onto", "rolling down", "following", "breaking through", "measuring", "getting out of", "grazing", "grazing from", "reflecting", "cooking on", "pushed into", "pulled up to", "flapping", "tied into", "advertising", "rolling through", "adorning", "cut in", "cut into", "pecking", "walking alongside", "flying", "washed in", "moving across", "juggling", "gesturing with", "talking into", "sitting down on", "posted to", "doing tricks in", "concentrating on", "reaching in", "getting into", "cast on", "swimming with", "stretching", "eating in", "spraying in", "walking on", "growing out of", "walking around", "curling", "growing out", "preparing for", "plugged in to", "heading down", "posing in", "washing onto", "surfing", "reaching into", "tapping", "flooding", "feeding in", "soiling", "walking", "drizzled on", "clasping", "walking along", "skateboarding on", "walking over", "walking onto", "swimming", "snowboarding down", "dripping down", "skateboarding", "getting in", "skateboarding down", "bathing in", "baking in", "skating in", "walking to", "windsurfing in", "walking into", "pouring out of", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "made for", "made with", "shredded", "owned by", "spot on", "curled over", "parked", "styled in", "outfit", "growing up", "sitting around", "named", "clear", "relaxing on", "glowing", "wearing same", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "can", "predicate": "against", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_2394362/image_2394362_pair_2_can_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "can", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2394362/image_2394362_pair_3_moss_on_cement.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "moss", "predicate": "on", "object": "cement" }, { "image_path": "annotated_image_folder/split_4/output_images_2394362/image_2394362_pair_4_toilet_near_leaf.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "toilet", "predicate": "near", "object": "leaf" }, { "image_path": "annotated_image_folder/split_4/output_images_2394362/image_2394362_pair_5_pole_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "pole", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_1_track_in_snow.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "track", "predicate": "in", "object": "snow" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_2_flag_on_track.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "flag", "predicate": "on", "object": "track" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_3_man_on_ice.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "on", "object": "ice" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_4_mountain_in_snow.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "mountain", "predicate": "in", "object": "snow" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_5_track_in_snow.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "track", "predicate": "in", "object": "snow" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_6_man_holding_pole.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "holding", "object": "pole" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_7_flag_along_path.jpg", "options": { "spatial": [ "standing along", "coming towards", "tied with", "goes past", "amidst", "hanging between", "down", "attached by", "linked to", "left by", "parked along", "gathered around", "on piece of", "hanging out on", "hanging next to", "paved with", "leading down to", "hanging under", "growing on", "laid out on", "left on", "sticking out from", "near side of", "leaning to", "hanging at", "stuck to", "hung on", "hanging off", "standing with", "separated by", "on left of", "running beside", "placed on", "projected on", "on head of", "into", "laying with", "hanging in", "shining on", "passing by", "curled on", "mixed into", "stuck into", "missing from", "held with", "walking beside", "standing beside", "hanging over", "sleeping on", "walking next to", "lit up on", "hanging on side of", "passing above", "lying down on", "hitched to", "walking behind", "lying near", "hanging on back of", "on lap of", "parked by", "sitting upon", "on tip of", "resting on", "jutting into", "sitting by", "parked alongside", "lying across", "flying close to", "glued on", "winding through", "growing behind", "stacked on top of", "lying next to", "tilted on", "near top of", "on left side of", "growing among", "worn under", "curled under", "standing close to", "growing next to", "on door of", "draped across", "kneeling by", "suspended in", "draped on", "near bottom of", "shinning on", "sleeping under", "facing toward", "laying next to", "parked on", "sitting near", "sitting next to", "depicted in", "standing beneath", "growing from", "extended on", "embedded in", "walking on side of", "floating in", "grazing next to", "parked across", "shown in", "towering over", "facing away from", "at rear of", "dripping from", "over top of", "on roof of", "trailing behind", "grazing near", "closed on", "at front of", "made from", "poking out of", "posing on", "parked between", "in lap of", "laying in", "hanging outside", "sprouting from", "sitting above", "over edge of", "walking on top of", "formed into", "parked at", "standing on top of", "stored in", "looking in", "riding atop", "sitting against", "smothered in", "parked on side", "standing on edge of", "light in", "parked in", "spilled on", "parked against", "standing inside", "painted on top of", "parked behind", "extending into", "splashing behind", "sitting underneath", "walking in front of", "seated in", "standing in middle of", "standing outside of", "hand of", "laying in front of", "standing in front of", "sitting inside", "sitting on top of", "sitting inside of", "larger than", "parked on top of", "lying in front of", "sitting in middle of", "seated in front of", "parked inside", "parked outside of", "posing in front of", "no suitable option" ], "action": [ "walking along", "coming onto", "running by", "hanging on to", "hit by", "following", "hanging around", "tied into", "heading down", "hanging with", "played by", "walking alongside", "riding with", "rolling to", "swung by", "rolling down", "crossed over", "moving across", "listening to", "growing alongside", "walking on", "getting", "pulled up to", "rolling through", "leaving behind", "painted with", "eating on", "driving toward", "walking around", "walking to", "leaning into", "casted by", "posted to", "breaking through", "pushing", "created by", "kicking up", "racing on", "walking onto", "getting into", "making", "walking", "wearing", "striking", "swimming with", "dripping down", "handing on", "pushed into", "maneuvering", "turning", "holding on", "drizzled on", "stirring", "talking into", "cast on", "guarding", "running in", "standing up on", "flying", "getting out of", "plugged in to", "driving", "washed in", "walking into", "flooding", "growing out of", "blowing", "sitting down on", "cooking on", "reflecting", "adorning", "walking over", "getting in", "kicking", "cut into", "growing out", "pecking", "shopping for", "preparing for", "juggling", "loading onto", "washing onto", "eating in", "reaching in", "reaching into", "grazing from", "skateboarding down", "handling", "surfing", "grazing", "cut in", "skating in", "clasping", "curling", "throwing off", "swimming", "advertising", "snowboarding down", "concentrating on", "feeding in", "windsurfing in", "stretching", "soiling", "bathing in", "smoking", "spraying in", "skateboarding on", "covering", "flapping", "tapping", "gesturing with", "skateboarding", "posing in", "pouring out of", "measuring", "doing tricks in", "baking in", "no suitable option" ], "state": [ "right to", "made with", "spot on", "outfit", "shredded", "relaxing on", "glowing", "wearing same", "named", "curled over", "sitting around", "growing up", "styled in", "losing", "made for", "owned by", "relaxing in", "clear", "parked", "growing outside", "no suitable option" ] }, "subject": "flag", "predicate": "along", "object": "path" }, { "image_path": "annotated_image_folder/split_4/output_images_2398251/image_2398251_pair_8_cap_on_mountain.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "cap", "predicate": "on", "object": "mountain" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_10_basket_carrying_banana.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "basket", "predicate": "carrying", "object": "banana" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_11_woman_holding_basket.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "holding", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_12_banana_has_stem.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "has", "object": "stem" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_13_building_has_awning.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "building", "predicate": "has", "object": "awning" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_14_woman_has_mouth.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "mouth" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_15_woman_has_teeth.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "teeth" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_16_woman_holding_basket.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "holding", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_17_banana_in_basket.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "in", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_18_man_wearing_jacket.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "jacket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_19_woman_has_nose.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "nose" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_1_woman_has_nose.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "nose" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_20_woman_has_eye.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "eye" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_21_woman_has_right eye.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "right eye" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_22_woman_has_ear.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "ear" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_2_woman_has_eye.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "eye" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_3_banana_behind_woman.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "behind", "object": "woman" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_4_woman_has_arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_5_banana_in_basket.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "banana", "predicate": "in", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_6_woman_carrying_basket.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "woman", "predicate": "carrying", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_7_woman_has_mouth.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "mouth" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_8_arm_holding_basket.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "arm", "predicate": "holding", "object": "basket" }, { "image_path": "annotated_image_folder/split_4/output_images_2399039/image_2399039_pair_9_woman_has_nose.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "woman", "predicate": "has", "object": "nose" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_10_two phones_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "two phones", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_11_port_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "port", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_12_phone_has_speaker.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "phone", "predicate": "has", "object": "speaker" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_13_usb_at end of_charger.jpg", "options": { "spatial": [ "at front of", "near bottom of", "on left of", "at rear of", "on left side of", "near top of", "over top of", "goes past", "near side of", "on door of", "closed on", "left by", "on piece of", "on head of", "over edge of", "leading down to", "hanging next to", "left on", "hanging at", "on lap of", "on tip of", "hanging under", "in lap of", "laid out on", "trailing behind", "hanging over", "coming towards", "hanging between", "sticking out from", "hanging in", "hanging on side of", "projected on", "lying next to", "hanging on back of", "attached by", "parked at", "missing from", "floating in", "amidst", "stuck to", "placed on", "on roof of", "laying next to", "extended on", "standing in middle of", "hung on", "poking out of", "walking behind", "hand of", "passing above", "parked on", "shown in", "hanging off", "hanging out on", "linked to", "tied with", "stored in", "suspended in", "sitting in middle of", "laying in front of", "laying in", "lying down on", "lying in front of", "down", "parked on top of", "standing close to", "lying across", "standing in front of", "into", "seated in front of", "held with", "parked behind", "standing on top of", "painted on top of", "jutting into", "sleeping on", "lying near", "resting on", "sitting next to", "sitting on top of", "stuck into", "parked in", "lit up on", "running beside", "walking on top of", "growing behind", "parked along", "shining on", "glued on", "sleeping under", "sitting upon", "depicted in", "light in", "sitting inside of", "curled under", "standing beside", "hitched to", "parked by", "stacked on top of", "tilted on", "seated in", "standing beneath", "sitting above", "facing away from", "extending into", "standing on edge of", "curled on", "growing next to", "sitting by", "walking in front of", "smothered in", "parked between", "winding through", "embedded in", "gathered around", "parked across", "splashing behind", "walking next to", "grazing next to", "looking in", "parked against", "growing on", "standing along", "facing toward", "laying with", "flying close to", "walking on side of", "parked on side", "posing on", "standing with", "parked alongside", "hanging outside", "mixed into", "shinning on", "paved with", "passing by", "leaning to", "kneeling by", "standing inside", "towering over", "worn under", "sitting against", "formed into", "parked inside", "separated by", "dripping from", "sitting inside", "draped across", "sitting underneath", "walking beside", "spilled on", "parked outside of", "posing in front of", "draped on", "standing outside of", "sitting near", "larger than", "grazing near", "growing from", "sprouting from", "riding atop", "made from", "growing among", "no suitable option" ], "action": [ "leaving behind", "getting out of", "coming onto", "running by", "crossed over", "reaching in", "tied into", "following", "hanging on to", "hanging around", "running in", "heading down", "hit by", "rolling through", "listening to", "hanging with", "cut in", "walking over", "washed in", "breaking through", "played by", "reaching into", "swung by", "getting into", "kicking up", "pushed into", "handing on", "pouring out of", "cut into", "making", "racing on", "getting in", "pulled up to", "getting", "growing out of", "flooding", "throwing off", "walking on", "holding on", "painted with", "blowing", "cast on", "sitting down on", "casted by", "posted to", "walking into", "eating in", "walking along", "turning", "rolling to", "dripping down", "eating on", "created by", "pecking", "rolling down", "feeding in", "talking into", "leaning into", "kicking", "pushing", "striking", "driving toward", "stirring", "maneuvering", "posing in", "bathing in", "walking around", "standing up on", "plugged in to", "walking onto", "clasping", "moving across", "wearing", "cooking on", "preparing for", "driving", "skating in", "concentrating on", "guarding", "growing out", "adorning", "flapping", "advertising", "handling", "tapping", "swimming with", "reflecting", "surfing", "growing alongside", "shopping for", "juggling", "covering", "walking", "swimming", "measuring", "walking alongside", "baking in", "spraying in", "grazing", "walking to", "riding with", "flying", "windsurfing in", "snowboarding down", "stretching", "grazing from", "gesturing with", "drizzled on", "smoking", "curling", "doing tricks in", "soiling", "skateboarding down", "washing onto", "skateboarding on", "skateboarding", "loading onto", "no suitable option" ], "state": [ "right to", "curled over", "clear", "styled in", "spot on", "shredded", "losing", "parked", "sitting around", "glowing", "made with", "relaxing on", "outfit", "relaxing in", "owned by", "growing up", "made for", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "usb", "predicate": "at end of", "object": "charger" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_14_phone_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "phone", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_15_button_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "button", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_1_two phones_on_table.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "two phones", "predicate": "on", "object": "table" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_2_button_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "button", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_3_phone_has_antenna.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "phone", "predicate": "has", "object": "antenna" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_4_screen_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "screen", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_5_button_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "button", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_6_triangle_on_screen.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "triangle", "predicate": "on", "object": "screen" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_7_button_on_phone.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "button", "predicate": "on", "object": "phone" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_8_phone_has_screen.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "phone", "predicate": "has", "object": "screen" }, { "image_path": "annotated_image_folder/split_4/output_images_2400794/image_2400794_pair_9_phone_has_button.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "phone", "predicate": "has", "object": "button" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_10_wave_in_ocean.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_11_man_carrying_surfboard.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "man", "predicate": "carrying", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_12_patch_on_surfboard.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "patch", "predicate": "on", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_13_wave_in_ocean.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_14_wave_in_ocean.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_15_wave_in_ocean.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_16_wave_in_ocean.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_17_man_carrying_surfboard.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "man", "predicate": "carrying", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_18_man_walking into_ocean.jpg", "options": { "spatial": [ "into", "walking in front of", "walking next to", "walking behind", "stuck into", "walking on top of", "walking on side of", "walking beside", "coming towards", "jutting into", "parked in", "sitting inside", "on door of", "floating in", "standing inside", "parked inside", "seated in", "leading down to", "passing by", "parked across", "extending into", "sitting inside of", "looking in", "poking out of", "light in", "sitting by", "parked by", "hitched to", "parked between", "stuck to", "hanging in", "goes past", "stored in", "laying in", "parked along", "gathered around", "lying across", "in lap of", "left by", "shown in", "formed into", "running beside", "flying close to", "seated in front of", "sticking out from", "embedded in", "sitting upon", "winding through", "growing among", "at front of", "sitting next to", "mixed into", "parked at", "parked behind", "parked alongside", "sitting near", "splashing behind", "passing above", "paved with", "sitting in middle of", "parked outside of", "lying in front of", "separated by", "parked on", "attached by", "standing along", "growing behind", "sprouting from", "sleeping under", "lying next to", "lying near", "depicted in", "standing in front of", "amidst", "laying in front of", "growing next to", "facing away from", "kneeling by", "standing in middle of", "hanging next to", "hanging under", "trailing behind", "down", "near side of", "suspended in", "standing close to", "facing toward", "sitting underneath", "standing with", "laying next to", "missing from", "draped across", "standing outside of", "hanging outside", "at rear of", "near bottom of", "curled under", "on lap of", "growing from", "parked on side", "smothered in", "parked on top of", "hanging out on", "grazing next to", "growing on", "hanging between", "standing beside", "parked against", "sitting above", "held with", "lit up on", "standing beneath", "tied with", "worn under", "sitting on top of", "leaning to", "on left side of", "near top of", "linked to", "spilled on", "hanging on back of", "sitting against", "laid out on", "towering over", "hanging on side of", "hanging over", "grazing near", "lying down on", "on tip of", "dripping from", "on left of", "sleeping on", "on head of", "larger than", "standing on edge of", "laying with", "glued on", "curled on", "shining on", "hanging at", "hand of", "on roof of", "resting on", "placed on", "standing on top of", "posing in front of", "over edge of", "draped on", "on piece of", "left on", "hanging off", "shinning on", "posing on", "painted on top of", "hung on", "over top of", "extended on", "closed on", "riding atop", "made from", "stacked on top of", "projected on", "tilted on", "no suitable option" ], "action": [ "walking into", "reaching into", "walking onto", "walking to", "getting into", "walking around", "walking over", "reaching in", "walking", "walking along", "talking into", "walking on", "getting in", "pushed into", "walking alongside", "running in", "moving across", "getting out of", "coming onto", "cut into", "eating in", "cut in", "rolling through", "breaking through", "pulled up to", "leaning into", "driving toward", "running by", "tied into", "leaving behind", "maneuvering", "rolling to", "skating in", "plugged in to", "crossed over", "getting", "bathing in", "spraying in", "shopping for", "driving", "swung by", "posing in", "turning", "wearing", "growing out", "hanging around", "hit by", "clasping", "washed in", "feeding in", "heading down", "growing out of", "flying", "kicking up", "doing tricks in", "riding with", "rolling down", "pouring out of", "listening to", "guarding", "preparing for", "growing alongside", "loading onto", "swimming with", "flapping", "following", "handling", "sitting down on", "kicking", "casted by", "pushing", "handing on", "baking in", "tapping", "played by", "hanging on to", "windsurfing in", "skateboarding down", "swimming", "painted with", "dripping down", "eating on", "smoking", "juggling", "standing up on", "striking", "posted to", "covering", "drizzled on", "pecking", "stirring", "advertising", "gesturing with", "flooding", "grazing from", "making", "hanging with", "snowboarding down", "skateboarding", "concentrating on", "grazing", "adorning", "skateboarding on", "surfing", "racing on", "throwing off", "washing onto", "holding on", "created by", "stretching", "cast on", "reflecting", "soiling", "blowing", "measuring", "cooking on", "curling", "no suitable option" ], "state": [ "sitting around", "styled in", "relaxing in", "parked", "growing up", "right to", "outfit", "wearing same", "curled over", "losing", "glowing", "growing outside", "relaxing on", "made with", "owned by", "named", "clear", "made for", "shredded", "spot on", "no suitable option" ] }, "subject": "man", "predicate": "walking into", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_19_surfboard_under_arm.jpg", "options": { "spatial": [ "standing beneath", "hanging under", "near bottom of", "near top of", "sleeping under", "over top of", "worn under", "passing above", "at front of", "sitting above", "down", "sitting underneath", "near side of", "amidst", "standing beside", "suspended in", "curled under", "at rear of", "standing on top of", "on door of", "standing in middle of", "lying near", "standing in front of", "parked at", "on head of", "standing close to", "over edge of", "gathered around", "embedded in", "on roof of", "on left side of", "lying down on", "placed on", "laying next to", "parked behind", "lying next to", "parked alongside", "on piece of", "parked in", "hanging next to", "laying in front of", "on left of", "parked on top of", "parked on", "standing inside", "sitting next to", "standing outside of", "floating in", "lying in front of", "sitting on top of", "projected on", "parked along", "into", "growing behind", "running beside", "seated in front of", "parked against", "in lap of", "stacked on top of", "laid out on", "standing along", "on lap of", "walking behind", "parked across", "sitting near", "shown in", "sitting in middle of", "extended on", "parked by", "hanging on side of", "lying across", "leading down to", "sitting inside of", "standing on edge of", "towering over", "shining on", "splashing behind", "parked between", "parked inside", "sitting upon", "laying in", "walking beside", "light in", "trailing behind", "parked outside of", "stored in", "on tip of", "hanging on back of", "missing from", "growing next to", "seated in", "sitting by", "walking on top of", "lit up on", "sticking out from", "parked on side", "hanging over", "goes past", "closed on", "hanging out on", "standing with", "sitting against", "hanging in", "painted on top of", "sitting inside", "coming towards", "flying close to", "draped across", "extending into", "hanging at", "tilted on", "walking in front of", "grazing next to", "looking in", "hanging outside", "posing on", "passing by", "facing away from", "attached by", "draped on", "left by", "posing in front of", "growing on", "poking out of", "kneeling by", "walking next to", "left on", "resting on", "grazing near", "depicted in", "sleeping on", "hanging between", "walking on side of", "curled on", "linked to", "spilled on", "growing among", "riding atop", "shinning on", "separated by", "hung on", "larger than", "hanging off", "laying with", "held with", "facing toward", "hand of", "leaning to", "paved with", "formed into", "smothered in", "stuck into", "jutting into", "tied with", "growing from", "dripping from", "mixed into", "stuck to", "winding through", "glued on", "hitched to", "made from", "sprouting from", "no suitable option" ], "action": [ "heading down", "standing up on", "hanging around", "growing alongside", "sitting down on", "crossed over", "washed in", "running in", "hit by", "getting into", "posing in", "covering", "reaching in", "walking alongside", "cut in", "leaving behind", "skateboarding down", "coming onto", "getting in", "flooding", "snowboarding down", "following", "kicking up", "running by", "walking around", "blowing", "walking over", "casted by", "played by", "getting out of", "eating in", "handing on", "dripping down", "racing on", "walking into", "cooking on", "swung by", "wearing", "cut into", "bathing in", "skating in", "surfing", "pushed into", "posted to", "reaching into", "doing tricks in", "guarding", "leaning into", "tied into", "pulled up to", "talking into", "getting", "growing out of", "walking on", "making", "kicking", "driving toward", "driving", "rolling down", "rolling through", "hanging on to", "moving across", "shopping for", "listening to", "eating on", "striking", "walking along", "baking in", "created by", "walking onto", "breaking through", "growing out", "advertising", "holding on", "swimming", "plugged in to", "cast on", "feeding in", "smoking", "flying", "skateboarding on", "spraying in", "curling", "painted with", "drizzled on", "hanging with", "maneuvering", "turning", "adorning", "preparing for", "windsurfing in", "skateboarding", "handling", "grazing", "rolling to", "grazing from", "pushing", "walking", "riding with", "stretching", "stirring", "throwing off", "pecking", "pouring out of", "reflecting", "swimming with", "tapping", "walking to", "loading onto", "flapping", "clasping", "measuring", "washing onto", "concentrating on", "soiling", "juggling", "gesturing with", "no suitable option" ], "state": [ "parked", "sitting around", "styled in", "clear", "outfit", "curled over", "spot on", "shredded", "relaxing in", "glowing", "growing up", "right to", "relaxing on", "losing", "owned by", "growing outside", "named", "made with", "made for", "wearing same", "no suitable option" ] }, "subject": "surfboard", "predicate": "under", "object": "arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_1_man_carrying_surfboard.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "man", "predicate": "carrying", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_20_man_has_arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_21_hair_on_head.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "hair", "predicate": "on", "object": "head" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_22_man_has_hair.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "hair" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_23_rope_hanging from_surfboard.jpg", "options": { "spatial": [ "hanging at", "hanging in", "hanging off", "hanging over", "hanging between", "hanging next to", "hanging on back of", "hanging under", "hanging on side of", "hung on", "hanging outside", "hanging out on", "sticking out from", "suspended in", "tied with", "resting on", "curled on", "draped across", "stuck into", "curled under", "standing along", "stuck to", "attached by", "laid out on", "hitched to", "sleeping on", "draped on", "trailing behind", "held with", "on tip of", "floating in", "lying across", "standing on edge of", "poking out of", "dripping from", "standing on top of", "standing with", "gathered around", "sitting upon", "standing close to", "stacked on top of", "placed on", "laying next to", "growing on", "glued on", "parked across", "on head of", "sitting on top of", "closed on", "sitting against", "laying with", "laying in", "left by", "standing in middle of", "tilted on", "sitting by", "lying down on", "jutting into", "parked along", "on piece of", "paved with", "parked on", "sitting next to", "leaning to", "sleeping under", "shining on", "flying close to", "over top of", "on roof of", "embedded in", "laying in front of", "standing outside of", "sitting in middle of", "sitting above", "down", "lying near", "walking on top of", "parked between", "standing inside", "over edge of", "seated in", "lying next to", "standing beneath", "on door of", "growing from", "winding through", "running beside", "sitting near", "standing beside", "growing behind", "towering over", "into", "near top of", "parked on top of", "sitting inside of", "parked at", "leading down to", "standing in front of", "made from", "parked in", "sitting underneath", "extended on", "missing from", "near bottom of", "sitting inside", "parked by", "painted on top of", "lying in front of", "facing away from", "kneeling by", "goes past", "stored in", "parked against", "riding atop", "seated in front of", "near side of", "walking behind", "passing above", "at front of", "walking next to", "left on", "posing on", "separated by", "parked behind", "passing by", "parked alongside", "growing among", "lit up on", "shinning on", "growing next to", "mixed into", "spilled on", "light in", "at rear of", "on left of", "coming towards", "linked to", "walking beside", "worn under", "parked on side", "walking on side of", "parked inside", "projected on", "splashing behind", "on lap of", "smothered in", "extending into", "depicted in", "on left side of", "parked outside of", "hand of", "shown in", "walking in front of", "amidst", "in lap of", "grazing next to", "formed into", "looking in", "facing toward", "posing in front of", "grazing near", "larger than", "sprouting from", "no suitable option" ], "action": [ "hanging with", "hanging on to", "hanging around", "tied into", "holding on", "getting out of", "breaking through", "throwing off", "crossed over", "dripping down", "pulled up to", "leaning into", "running by", "swung by", "standing up on", "leaving behind", "clasping", "hit by", "eating on", "cut in", "sitting down on", "rolling down", "getting", "moving across", "pecking", "flapping", "cut into", "walking along", "making", "rolling through", "walking on", "reflecting", "listening to", "riding with", "rolling to", "smoking", "flying", "growing out", "growing out of", "reaching in", "talking into", "running in", "heading down", "reaching into", "walking onto", "wearing", "striking", "juggling", "pushed into", "washed in", "kicking up", "handing on", "coming onto", "surfing", "played by", "painted with", "pushing", "handling", "adorning", "walking over", "growing alongside", "walking around", "feeding in", "loading onto", "getting into", "curling", "eating in", "tapping", "casted by", "flooding", "snowboarding down", "preparing for", "blowing", "walking", "pouring out of", "swimming with", "created by", "stirring", "cast on", "getting in", "windsurfing in", "concentrating on", "following", "stretching", "walking into", "walking alongside", "posing in", "bathing in", "advertising", "cooking on", "swimming", "maneuvering", "washing onto", "racing on", "measuring", "walking to", "plugged in to", "guarding", "shopping for", "drizzled on", "driving", "turning", "skateboarding down", "covering", "skating in", "spraying in", "kicking", "grazing from", "posted to", "skateboarding on", "grazing", "skateboarding", "doing tricks in", "gesturing with", "soiling", "driving toward", "baking in", "no suitable option" ], "state": [ "curled over", "relaxing on", "sitting around", "relaxing in", "losing", "growing up", "shredded", "clear", "made with", "outfit", "parked", "made for", "wearing same", "owned by", "glowing", "right to", "spot on", "styled in", "named", "growing outside", "no suitable option" ] }, "subject": "rope", "predicate": "hanging from", "object": "surfboard" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_24_sky_above_ocean.jpg", "options": { "spatial": [ "passing above", "over top of", "near top of", "near bottom of", "down", "sitting above", "at front of", "amidst", "over edge of", "shown in", "near side of", "at rear of", "linked to", "extended on", "stacked on top of", "standing beneath", "hanging under", "on left of", "on head of", "growing behind", "on left side of", "suspended in", "projected on", "leading down to", "missing from", "left on", "towering over", "worn under", "placed on", "growing on", "on roof of", "goes past", "lying next to", "on piece of", "lit up on", "on lap of", "shining on", "closed on", "into", "on door of", "painted on top of", "on tip of", "coming towards", "curled under", "hand of", "lying down on", "in lap of", "sitting underneath", "laid out on", "growing next to", "hanging next to", "tied with", "sitting on top of", "tilted on", "attached by", "growing from", "dripping from", "lying near", "laying next to", "standing on top of", "sitting upon", "standing beside", "facing away from", "floating in", "embedded in", "larger than", "mixed into", "sitting next to", "sleeping under", "laying in front of", "sticking out from", "lying in front of", "parked at", "parked behind", "left by", "lying across", "facing toward", "splashing behind", "gathered around", "running beside", "light in", "riding atop", "looking in", "parked on top of", "depicted in", "parked on", "hanging at", "hanging over", "seated in front of", "leaning to", "sitting inside of", "made from", "standing close to", "hanging between", "hung on", "curled on", "standing in front of", "hanging out on", "walking behind", "shinning on", "poking out of", "trailing behind", "parked alongside", "stuck to", "growing among", "sitting in middle of", "standing in middle of", "hanging on side of", "hanging on back of", "draped across", "parked along", "flying close to", "sitting near", "draped on", "parked in", "laying in", "standing on edge of", "posing on", "parked by", "walking on top of", "sitting by", "sitting against", "sitting inside", "parked across", "hanging in", "jutting into", "sleeping on", "laying with", "standing inside", "spilled on", "smothered in", "hanging off", "parked between", "glued on", "parked inside", "parked against", "parked on side", "stuck into", "seated in", "stored in", "standing along", "posing in front of", "walking beside", "kneeling by", "parked outside of", "standing outside of", "standing with", "formed into", "held with", "resting on", "extending into", "walking in front of", "hanging outside", "winding through", "sprouting from", "grazing next to", "walking next to", "passing by", "paved with", "separated by", "walking on side of", "grazing near", "hitched to", "no suitable option" ], "action": [ "following", "posted to", "getting", "hit by", "heading down", "making", "coming onto", "blowing", "kicking up", "striking", "guarding", "dripping down", "crossed over", "growing alongside", "surfing", "listening to", "advertising", "flooding", "leaving behind", "smoking", "pushing", "reflecting", "tied into", "hanging around", "played by", "handing on", "adorning", "rolling down", "growing out of", "painted with", "wearing", "covering", "kicking", "growing out", "getting into", "throwing off", "pulled up to", "tapping", "sitting down on", "rolling to", "running by", "created by", "driving", "flying", "turning", "hanging on to", "maneuvering", "cooking on", "talking into", "casted by", "snowboarding down", "rolling through", "holding on", "pecking", "running in", "leaning into", "handling", "getting in", "pouring out of", "washed in", "hanging with", "reaching in", "curling", "driving toward", "swung by", "standing up on", "stirring", "moving across", "drizzled on", "getting out of", "skateboarding down", "eating on", "cast on", "cut in", "skating in", "pushed into", "posing in", "racing on", "preparing for", "bathing in", "flapping", "walking around", "shopping for", "walking onto", "cut into", "doing tricks in", "skateboarding", "concentrating on", "breaking through", "feeding in", "stretching", "juggling", "swimming", "reaching into", "walking alongside", "spraying in", "eating in", "gesturing with", "walking along", "clasping", "soiling", "riding with", "skateboarding on", "walking over", "walking on", "windsurfing in", "loading onto", "washing onto", "measuring", "walking into", "plugged in to", "walking", "baking in", "grazing", "grazing from", "swimming with", "walking to", "no suitable option" ], "state": [ "spot on", "clear", "right to", "growing up", "losing", "glowing", "styled in", "outfit", "curled over", "shredded", "named", "owned by", "parked", "sitting around", "made with", "relaxing on", "made for", "relaxing in", "wearing same", "growing outside", "no suitable option" ] }, "subject": "sky", "predicate": "above", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_25_man_walking on_sand.jpg", "options": { "spatial": [ "walking on top of", "walking on side of", "walking next to", "walking in front of", "walking behind", "walking beside", "growing on", "resting on", "parked on", "sitting by", "lying down on", "sleeping on", "standing along", "running beside", "lit up on", "sitting upon", "kneeling by", "parked along", "hanging out on", "placed on", "shining on", "left by", "laid out on", "paved with", "parked by", "stuck to", "shinning on", "posing on", "on lap of", "on piece of", "hanging outside", "worn under", "hanging off", "draped on", "curled on", "coming towards", "on door of", "hanging under", "parked across", "sitting underneath", "sitting on top of", "laying in front of", "sleeping under", "parked between", "hanging on back of", "on tip of", "leaning to", "leading down to", "down", "sticking out from", "sitting in middle of", "attached by", "hanging in", "parked in", "stuck into", "standing on top of", "floating in", "sitting against", "hanging on side of", "hitched to", "sitting near", "light in", "seated in", "laying in", "standing on edge of", "passing by", "splashing behind", "laying next to", "seated in front of", "lying across", "projected on", "left on", "sitting next to", "parked at", "standing beneath", "growing behind", "on head of", "parked behind", "parked on side", "hanging over", "standing in middle of", "flying close to", "gathered around", "on left of", "hanging at", "tilted on", "hung on", "sitting inside", "standing outside of", "standing with", "lying near", "hanging next to", "growing among", "standing close to", "lying in front of", "draped across", "sitting above", "parked on top of", "parked outside of", "at front of", "spilled on", "goes past", "curled under", "parked alongside", "trailing behind", "parked inside", "standing in front of", "closed on", "sprouting from", "on roof of", "laying with", "sitting inside of", "glued on", "standing inside", "at rear of", "parked against", "on left side of", "growing next to", "hanging between", "extended on", "riding atop", "growing from", "standing beside", "lying next to", "suspended in", "grazing next to", "facing toward", "poking out of", "in lap of", "separated by", "into", "passing above", "held with", "facing away from", "near side of", "towering over", "tied with", "missing from", "grazing near", "jutting into", "near bottom of", "depicted in", "shown in", "winding through", "posing in front of", "painted on top of", "looking in", "embedded in", "near top of", "amidst", "stacked on top of", "over top of", "dripping from", "smothered in", "over edge of", "stored in", "linked to", "made from", "mixed into", "larger than", "extending into", "hand of", "formed into", "no suitable option" ], "action": [ "walking on", "walking", "walking onto", "walking around", "walking to", "walking along", "walking alongside", "walking over", "walking into", "running by", "moving across", "kicking up", "kicking", "wearing", "sitting down on", "standing up on", "riding with", "eating on", "hanging around", "skateboarding down", "skateboarding on", "rolling down", "running in", "swung by", "skating in", "rolling through", "coming onto", "rolling to", "maneuvering", "leaving behind", "leaning into", "getting out of", "pulled up to", "racing on", "turning", "hanging on to", "driving toward", "doing tricks in", "hit by", "holding on", "driving", "heading down", "flying", "snowboarding down", "handing on", "reaching in", "swimming", "swimming with", "casted by", "drizzled on", "growing out", "skateboarding", "getting into", "pushing", "reaching into", "crossed over", "getting", "pushed into", "loading onto", "growing alongside", "shopping for", "growing out of", "breaking through", "stretching", "throwing off", "concentrating on", "plugged in to", "hanging with", "played by", "listening to", "surfing", "bathing in", "cast on", "cut in", "getting in", "following", "cooking on", "eating in", "striking", "smoking", "dripping down", "tied into", "talking into", "posing in", "gesturing with", "cut into", "preparing for", "juggling", "making", "reflecting", "grazing from", "grazing", "flapping", "created by", "guarding", "pecking", "painted with", "clasping", "curling", "covering", "advertising", "washing onto", "blowing", "handling", "washed in", "spraying in", "posted to", "feeding in", "adorning", "soiling", "flooding", "pouring out of", "stirring", "tapping", "windsurfing in", "baking in", "measuring", "no suitable option" ], "state": [ "sitting around", "relaxing on", "wearing same", "relaxing in", "parked", "outfit", "growing up", "curled over", "styled in", "growing outside", "glowing", "losing", "shredded", "spot on", "named", "clear", "owned by", "right to", "made for", "made with", "no suitable option" ] }, "subject": "man", "predicate": "walking on", "object": "sand" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_26_surfboard_held by_man.jpg", "options": { "spatial": [ "held with", "attached by", "left by", "standing with", "parked by", "passing by", "suspended in", "gathered around", "placed on", "hanging over", "hanging in", "hanging at", "standing close to", "hung on", "hanging under", "on head of", "closed on", "tied with", "standing along", "hand of", "hanging next to", "parked on", "hanging between", "separated by", "standing on top of", "glued on", "sitting by", "standing beside", "standing in front of", "floating in", "stored in", "leading down to", "paved with", "standing in middle of", "laid out on", "parked in", "parked at", "hanging off", "parked against", "standing beneath", "extended on", "hanging on back of", "kneeling by", "hitched to", "hanging on side of", "parked along", "parked between", "amidst", "into", "hanging out on", "sticking out from", "on tip of", "on door of", "standing inside", "embedded in", "projected on", "on piece of", "posing on", "worn under", "light in", "lit up on", "shining on", "stuck to", "on lap of", "spilled on", "smothered in", "parked on top of", "shown in", "curled on", "seated in", "on left of", "growing on", "goes past", "growing among", "towering over", "at front of", "depicted in", "trailing behind", "at rear of", "coming towards", "standing outside of", "resting on", "stacked on top of", "sitting upon", "over top of", "stuck into", "in lap of", "parked across", "parked behind", "standing on edge of", "down", "sitting against", "parked on side", "parked alongside", "draped on", "linked to", "leaning to", "near top of", "curled under", "jutting into", "on roof of", "tilted on", "flying close to", "extending into", "laying with", "hanging outside", "near side of", "left on", "seated in front of", "on left side of", "walking on top of", "laying in", "growing behind", "dripping from", "running beside", "lying down on", "draped across", "passing above", "parked inside", "walking behind", "formed into", "sitting on top of", "sitting next to", "missing from", "painted on top of", "lying next to", "walking next to", "walking beside", "lying near", "growing from", "parked outside of", "shinning on", "sleeping on", "walking in front of", "made from", "lying across", "near bottom of", "growing next to", "sitting near", "over edge of", "riding atop", "sitting above", "lying in front of", "sitting in middle of", "posing in front of", "laying in front of", "walking on side of", "poking out of", "looking in", "laying next to", "winding through", "sitting inside of", "sleeping under", "larger than", "splashing behind", "facing away from", "mixed into", "grazing next to", "sitting underneath", "sitting inside", "facing toward", "grazing near", "sprouting from", "no suitable option" ], "action": [ "holding on", "casted by", "played by", "running by", "swung by", "handing on", "created by", "hit by", "hanging with", "tied into", "hanging on to", "pulled up to", "handling", "hanging around", "pushed into", "standing up on", "reaching in", "wearing", "crossed over", "swimming with", "coming onto", "following", "clasping", "riding with", "painted with", "posing in", "leaning into", "walking over", "walking onto", "running in", "plugged in to", "cast on", "reaching into", "listening to", "walking on", "pecking", "covering", "maneuvering", "eating on", "cut in", "pushing", "getting out of", "guarding", "walking along", "washed in", "heading down", "getting in", "getting", "leaving behind", "dripping down", "throwing off", "posted to", "feeding in", "eating in", "moving across", "getting into", "sitting down on", "making", "kicking up", "walking around", "growing alongside", "walking alongside", "blowing", "bathing in", "racing on", "swimming", "walking into", "juggling", "shopping for", "adorning", "turning", "flying", "reflecting", "walking to", "loading onto", "cut into", "doing tricks in", "skating in", "breaking through", "preparing for", "rolling down", "rolling to", "snowboarding down", "walking", "surfing", "talking into", "rolling through", "gesturing with", "flapping", "kicking", "pouring out of", "concentrating on", "advertising", "growing out of", "curling", "spraying in", "flooding", "driving", "washing onto", "windsurfing in", "growing out", "drizzled on", "tapping", "measuring", "driving toward", "skateboarding down", "cooking on", "stretching", "stirring", "striking", "grazing from", "soiling", "grazing", "smoking", "skateboarding on", "skateboarding", "baking in", "no suitable option" ], "state": [ "owned by", "made with", "parked", "curled over", "right to", "wearing same", "named", "losing", "sitting around", "styled in", "relaxing on", "outfit", "made for", "relaxing in", "shredded", "glowing", "clear", "spot on", "growing up", "growing outside", "no suitable option" ] }, "subject": "surfboard", "predicate": "held by", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_27_rope_tied to_leg.jpg", "options": { "spatial": [ "tied with", "leading down to", "linked to", "hanging between", "leaning to", "stuck to", "held with", "attached by", "hung on", "hanging next to", "hitched to", "goes past", "hanging at", "hanging in", "curled on", "glued on", "hanging over", "trailing behind", "stuck into", "into", "on tip of", "hanging out on", "hanging under", "projected on", "laid out on", "down", "over edge of", "jutting into", "coming towards", "extended on", "tilted on", "closed on", "hanging off", "curled under", "hanging on back of", "left on", "placed on", "laying with", "on head of", "lying next to", "suspended in", "sleeping on", "over top of", "paved with", "left by", "hanging on side of", "resting on", "sticking out from", "lying down on", "growing on", "missing from", "lit up on", "running beside", "extending into", "floating in", "shining on", "on left of", "winding through", "sitting next to", "on door of", "laying next to", "laying in", "passing above", "shown in", "at rear of", "lying across", "draped on", "embedded in", "smothered in", "light in", "stacked on top of", "standing with", "on piece of", "sitting upon", "sitting by", "mixed into", "growing behind", "growing next to", "draped across", "near top of", "worn under", "parked on", "shinning on", "hanging outside", "posing on", "standing close to", "separated by", "growing from", "lying near", "poking out of", "standing along", "seated in", "stored in", "near bottom of", "sitting on top of", "sleeping under", "facing toward", "towering over", "amidst", "gathered around", "formed into", "sitting above", "at front of", "looking in", "flying close to", "parked by", "parked in", "on left side of", "hand of", "sitting against", "on roof of", "kneeling by", "parked at", "growing among", "made from", "walking next to", "parked along", "standing on edge of", "sprouting from", "passing by", "standing beside", "walking behind", "near side of", "parked across", "on lap of", "sitting near", "parked between", "sitting in middle of", "sitting inside", "sitting inside of", "standing on top of", "laying in front of", "riding atop", "facing away from", "spilled on", "larger than", "walking on top of", "depicted in", "lying in front of", "dripping from", "painted on top of", "walking beside", "parked against", "parked behind", "parked on top of", "sitting underneath", "seated in front of", "in lap of", "standing beneath", "parked alongside", "parked inside", "standing inside", "parked on side", "standing in middle of", "grazing next to", "walking on side of", "standing in front of", "walking in front of", "parked outside of", "standing outside of", "posing in front of", "grazing near", "splashing behind", "no suitable option" ], "action": [ "tied into", "hanging on to", "pulled up to", "hanging with", "leaning into", "hit by", "holding on", "pushed into", "rolling to", "getting", "crossed over", "hanging around", "plugged in to", "listening to", "clasping", "blowing", "reaching in", "played by", "pushing", "kicking up", "running in", "wearing", "running by", "following", "getting in", "coming onto", "breaking through", "eating on", "reaching into", "getting into", "posted to", "cut into", "heading down", "talking into", "cut in", "getting out of", "rolling through", "painted with", "swung by", "rolling down", "stretching", "tapping", "washed in", "throwing off", "curling", "guarding", "eating in", "riding with", "making", "striking", "sitting down on", "walking along", "walking onto", "racing on", "leaving behind", "smoking", "turning", "handing on", "windsurfing in", "kicking", "cast on", "drizzled on", "walking on", "swimming with", "reflecting", "walking to", "casted by", "juggling", "walking into", "moving across", "growing out of", "growing alongside", "growing out", "pecking", "created by", "shopping for", "driving toward", "maneuvering", "adorning", "dripping down", "posing in", "flapping", "surfing", "washing onto", "standing up on", "loading onto", "cooking on", "driving", "walking", "measuring", "feeding in", "walking over", "stirring", "doing tricks in", "skating in", "flooding", "advertising", "walking around", "handling", "swimming", "preparing for", "covering", "walking alongside", "snowboarding down", "concentrating on", "flying", "pouring out of", "bathing in", "skateboarding down", "spraying in", "skateboarding on", "gesturing with", "baking in", "soiling", "skateboarding", "grazing", "grazing from", "no suitable option" ], "state": [ "curled over", "losing", "shredded", "right to", "made with", "relaxing on", "wearing same", "spot on", "owned by", "outfit", "styled in", "relaxing in", "named", "sitting around", "clear", "made for", "growing up", "glowing", "parked", "growing outside", "no suitable option" ] }, "subject": "rope", "predicate": "tied to", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_28_ocean_in front of_man.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "ocean", "predicate": "in front of", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_29_man_has_arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_2_man_walking in_ocean.jpg", "options": { "spatial": [ "walking in front of", "walking next to", "walking on top of", "walking on side of", "walking behind", "walking beside", "parked in", "sitting inside", "into", "seated in", "parked inside", "sitting inside of", "standing inside", "floating in", "sitting by", "light in", "stuck into", "laying in", "hanging in", "parked by", "looking in", "parked across", "stored in", "on door of", "jutting into", "seated in front of", "sitting in middle of", "in lap of", "running beside", "passing by", "shown in", "parked along", "parked between", "coming towards", "sitting near", "leading down to", "gathered around", "sitting next to", "parked at", "left by", "paved with", "parked outside of", "sitting upon", "embedded in", "parked on", "sticking out from", "parked behind", "standing in middle of", "sitting underneath", "poking out of", "growing among", "lying across", "lying in front of", "laying in front of", "standing along", "parked alongside", "stuck to", "hitched to", "standing in front of", "sleeping under", "depicted in", "at front of", "extending into", "flying close to", "kneeling by", "standing outside of", "hanging outside", "suspended in", "separated by", "growing behind", "lying near", "goes past", "standing with", "laying next to", "growing next to", "splashing behind", "smothered in", "hanging under", "attached by", "standing close to", "sitting on top of", "parked on side", "parked on top of", "down", "on lap of", "lying next to", "growing on", "sitting above", "hanging next to", "formed into", "winding through", "sitting against", "near side of", "hanging out on", "worn under", "mixed into", "curled under", "laid out on", "trailing behind", "parked against", "passing above", "growing from", "standing beneath", "sprouting from", "facing away from", "lit up on", "draped across", "standing beside", "missing from", "near bottom of", "at rear of", "lying down on", "held with", "spilled on", "placed on", "amidst", "on left side of", "hanging on side of", "tied with", "laying with", "hanging over", "near top of", "hanging on back of", "standing on edge of", "resting on", "hanging between", "leaning to", "standing on top of", "grazing next to", "sleeping on", "on left of", "posing in front of", "hanging at", "facing toward", "shining on", "on tip of", "towering over", "curled on", "draped on", "on roof of", "posing on", "dripping from", "grazing near", "hanging off", "glued on", "shinning on", "on piece of", "larger than", "on head of", "left on", "closed on", "painted on top of", "hung on", "linked to", "projected on", "riding atop", "over edge of", "over top of", "extended on", "tilted on", "hand of", "stacked on top of", "made from", "no suitable option" ], "action": [ "walking into", "walking", "walking around", "walking to", "walking on", "walking along", "walking over", "walking onto", "walking alongside", "running in", "getting into", "reaching in", "getting in", "reaching into", "moving across", "eating in", "running by", "getting out of", "cut in", "pushed into", "skating in", "talking into", "cut into", "rolling through", "bathing in", "posing in", "growing out", "leaning into", "washed in", "breaking through", "spraying in", "driving", "coming onto", "maneuvering", "leaving behind", "wearing", "shopping for", "doing tricks in", "pulled up to", "kicking up", "growing out of", "rolling to", "hanging around", "swung by", "driving toward", "riding with", "tied into", "plugged in to", "feeding in", "swimming with", "rolling down", "kicking", "sitting down on", "swimming", "turning", "flying", "getting", "hit by", "skateboarding down", "growing alongside", "heading down", "crossed over", "casted by", "following", "preparing for", "pouring out of", "baking in", "standing up on", "clasping", "snowboarding down", "pushing", "dripping down", "smoking", "played by", "flapping", "handling", "advertising", "eating on", "skateboarding", "painted with", "windsurfing in", "skateboarding on", "guarding", "juggling", "listening to", "flooding", "racing on", "covering", "drizzled on", "handing on", "concentrating on", "hanging with", "striking", "making", "hanging on to", "stretching", "posted to", "surfing", "created by", "throwing off", "loading onto", "stirring", "holding on", "gesturing with", "pecking", "tapping", "blowing", "curling", "grazing from", "adorning", "grazing", "soiling", "reflecting", "cast on", "measuring", "washing onto", "cooking on", "no suitable option" ], "state": [ "sitting around", "styled in", "relaxing in", "parked", "growing up", "wearing same", "losing", "outfit", "relaxing on", "growing outside", "curled over", "glowing", "right to", "made with", "shredded", "owned by", "made for", "named", "clear", "spot on", "no suitable option" ] }, "subject": "man", "predicate": "walking in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_30_man_wearing_short.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "short" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_31_man_has_hair.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "hair" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_32_man_reflected in_ocean.jpg", "options": { "spatial": [ "light in", "into", "shown in", "depicted in", "on piece of", "floating in", "formed into", "placed on", "jutting into", "draped on", "shining on", "draped across", "attached by", "projected on", "embedded in", "at rear of", "parked across", "looking in", "parked in", "seated in", "on roof of", "hanging in", "on left of", "lying across", "glued on", "on door of", "stored in", "facing toward", "parked on", "sitting inside of", "laying in", "lit up on", "sticking out from", "spilled on", "mixed into", "coming towards", "extending into", "gathered around", "suspended in", "passing above", "amidst", "parked inside", "sitting upon", "stuck into", "parked against", "hung on", "posing on", "held with", "sitting inside", "passing by", "lying in front of", "parked at", "standing inside", "at front of", "poking out of", "tilted on", "in lap of", "on head of", "hanging on back of", "on left side of", "hanging out on", "extended on", "facing away from", "resting on", "seated in front of", "parked between", "hand of", "lying near", "laid out on", "laying in front of", "lying next to", "painted on top of", "hanging under", "curled on", "hanging on side of", "sitting against", "missing from", "on tip of", "on lap of", "near side of", "parked by", "left by", "left on", "hanging at", "linked to", "shinning on", "parked on side", "hanging next to", "sitting by", "riding atop", "worn under", "parked behind", "hanging over", "smothered in", "lying down on", "over top of", "sitting above", "standing in front of", "over edge of", "laying next to", "hanging between", "stuck to", "standing beneath", "down", "separated by", "growing on", "sitting in middle of", "parked alongside", "stacked on top of", "sitting near", "parked along", "sitting next to", "parked on top of", "trailing behind", "closed on", "near bottom of", "grazing next to", "standing in middle of", "posing in front of", "splashing behind", "goes past", "parked outside of", "near top of", "curled under", "laying with", "dripping from", "winding through", "sitting on top of", "larger than", "leaning to", "sitting underneath", "standing with", "hanging off", "hitched to", "tied with", "standing close to", "paved with", "hanging outside", "towering over", "growing behind", "standing on edge of", "flying close to", "standing on top of", "grazing near", "growing among", "made from", "sleeping on", "walking behind", "standing outside of", "standing beside", "walking in front of", "leading down to", "standing along", "growing from", "growing next to", "walking on side of", "kneeling by", "sleeping under", "running beside", "walking next to", "walking on top of", "walking beside", "sprouting from", "no suitable option" ], "action": [ "reflecting", "reaching in", "reaching into", "eating in", "following", "washed in", "cut in", "hit by", "posing in", "coming onto", "talking into", "crossed over", "loading onto", "cut into", "covering", "washing onto", "bathing in", "pushed into", "spraying in", "painted with", "holding on", "running in", "eating on", "turning", "concentrating on", "getting in", "cast on", "moving across", "feeding in", "getting into", "walking onto", "handing on", "tied into", "leaning into", "tapping", "listening to", "driving toward", "surfing", "hanging around", "gesturing with", "casted by", "pulled up to", "getting", "wearing", "walking into", "making", "hanging on to", "striking", "posted to", "racing on", "driving", "clasping", "measuring", "swung by", "leaving behind", "hanging with", "created by", "adorning", "guarding", "advertising", "played by", "breaking through", "sitting down on", "getting out of", "riding with", "standing up on", "maneuvering", "plugged in to", "flooding", "handling", "pecking", "skating in", "grazing from", "dripping down", "swimming with", "pouring out of", "swimming", "pushing", "windsurfing in", "walking around", "grazing", "flapping", "running by", "juggling", "walking on", "baking in", "preparing for", "shopping for", "cooking on", "blowing", "rolling through", "doing tricks in", "flying", "smoking", "walking over", "growing out of", "heading down", "rolling to", "growing out", "drizzled on", "soiling", "walking to", "growing alongside", "kicking up", "stretching", "stirring", "kicking", "skateboarding on", "walking alongside", "throwing off", "walking along", "walking", "skateboarding down", "rolling down", "skateboarding", "curling", "snowboarding down", "no suitable option" ], "state": [ "styled in", "relaxing in", "clear", "glowing", "shredded", "relaxing on", "parked", "sitting around", "wearing same", "named", "right to", "made for", "curled over", "spot on", "losing", "outfit", "owned by", "growing up", "made with", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "reflected in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_33_reflection_on_man.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "reflection", "predicate": "on", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_3_man_has_leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_4_man_has_leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_5_man_has_leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_6_man_has_head.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "head" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_7_wave_cresting in_ocean.jpg", "options": { "spatial": [ "curled on", "curled under", "into", "shinning on", "towering over", "draped across", "draped on", "formed into", "extending into", "stacked on top of", "over edge of", "shining on", "glued on", "floating in", "poking out of", "laying in", "painted on top of", "sticking out from", "smothered in", "winding through", "jutting into", "leading down to", "hanging in", "amidst", "embedded in", "depicted in", "lying across", "over top of", "trailing behind", "riding atop", "standing on edge of", "hanging under", "hanging over", "stuck into", "light in", "mixed into", "shown in", "worn under", "gathered around", "paved with", "standing inside", "laying in front of", "dripping from", "resting on", "kneeling by", "on head of", "laid out on", "hanging on back of", "extended on", "lying down on", "spilled on", "lying in front of", "on roof of", "standing beneath", "tilted on", "suspended in", "lying near", "parked in", "facing toward", "splashing behind", "on piece of", "looking in", "stored in", "leaning to", "growing on", "standing in middle of", "facing away from", "tied with", "laying with", "growing from", "sleeping under", "placed on", "stuck to", "hanging at", "laying next to", "sleeping on", "standing on top of", "standing close to", "hanging next to", "growing behind", "seated in", "coming towards", "standing in front of", "posing on", "at rear of", "near top of", "hanging between", "parked across", "lying next to", "running beside", "lit up on", "growing next to", "larger than", "made from", "held with", "hung on", "near bottom of", "down", "hanging out on", "at front of", "in lap of", "sitting inside of", "growing among", "hanging on side of", "standing with", "attached by", "sitting upon", "projected on", "left by", "sitting in middle of", "hanging outside", "closed on", "sitting on top of", "sitting inside", "sitting against", "parked on", "on tip of", "hanging off", "standing outside of", "parked inside", "hitched to", "hand of", "on door of", "posing in front of", "parked against", "near side of", "sitting above", "seated in front of", "on left of", "on lap of", "grazing next to", "standing along", "parked between", "sitting underneath", "linked to", "parked on top of", "separated by", "parked alongside", "standing beside", "parked at", "sitting near", "passing above", "sitting by", "on left side of", "sitting next to", "walking on top of", "missing from", "grazing near", "parked behind", "goes past", "left on", "parked outside of", "parked by", "flying close to", "parked along", "sprouting from", "parked on side", "walking in front of", "walking behind", "walking on side of", "passing by", "walking next to", "walking beside", "no suitable option" ], "action": [ "running in", "washed in", "cut into", "cut in", "bathing in", "stretching", "painted with", "turning", "reaching in", "adorning", "leaning into", "washing onto", "making", "blowing", "preparing for", "reaching into", "tied into", "getting into", "reflecting", "rolling to", "rolling through", "covering", "racing on", "pushed into", "flapping", "rolling down", "posing in", "surfing", "advertising", "doing tricks in", "baking in", "getting in", "dripping down", "spraying in", "getting", "curling", "clasping", "pouring out of", "crossed over", "wearing", "breaking through", "coming onto", "talking into", "pulled up to", "holding on", "windsurfing in", "eating in", "skating in", "hanging around", "standing up on", "getting out of", "pushing", "gesturing with", "stirring", "striking", "growing out of", "heading down", "hanging with", "hanging on to", "pecking", "growing alongside", "maneuvering", "kicking up", "smoking", "growing out", "snowboarding down", "running by", "juggling", "following", "swimming", "swung by", "handling", "moving across", "hit by", "leaving behind", "swimming with", "feeding in", "flooding", "tapping", "riding with", "driving", "drizzled on", "kicking", "soiling", "driving toward", "loading onto", "walking into", "cooking on", "handing on", "concentrating on", "played by", "sitting down on", "eating on", "skateboarding down", "cast on", "plugged in to", "posted to", "grazing", "listening to", "skateboarding on", "created by", "grazing from", "shopping for", "throwing off", "skateboarding", "walking onto", "measuring", "walking over", "casted by", "walking around", "flying", "guarding", "walking on", "walking alongside", "walking along", "walking to", "walking", "no suitable option" ], "state": [ "styled in", "curled over", "glowing", "clear", "relaxing in", "shredded", "made for", "relaxing on", "made with", "growing up", "wearing same", "sitting around", "named", "losing", "outfit", "parked", "spot on", "right to", "owned by", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "cresting in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_8_wave_crashing in_ocean.jpg", "options": { "spatial": [ "floating in", "hanging in", "parked in", "embedded in", "stored in", "into", "parked inside", "suspended in", "stuck into", "standing inside", "seated in", "laying in", "sitting inside", "looking in", "sitting inside of", "parked on", "shown in", "down", "hanging over", "light in", "hung on", "jutting into", "closed on", "hanging out on", "hanging off", "sticking out from", "hanging at", "stuck to", "smothered in", "laid out on", "parked at", "parked across", "gathered around", "hanging between", "held with", "on door of", "hanging on back of", "parked on top of", "sleeping on", "hitched to", "in lap of", "spilled on", "standing close to", "missing from", "depicted in", "standing in middle of", "flying close to", "hanging next to", "formed into", "leading down to", "hanging under", "mixed into", "parked alongside", "parked between", "standing with", "resting on", "hanging on side of", "parked by", "standing on top of", "sitting in middle of", "hanging outside", "sitting on top of", "stacked on top of", "parked outside of", "tied with", "parked against", "parked along", "standing in front of", "sitting by", "extending into", "poking out of", "lit up on", "tilted on", "seated in front of", "paved with", "towering over", "linked to", "dripping from", "on lap of", "parked on side", "standing outside of", "lying down on", "posing on", "on piece of", "splashing behind", "sitting near", "sitting upon", "growing on", "standing on edge of", "laying in front of", "curled on", "passing by", "on roof of", "running beside", "near top of", "placed on", "leaning to", "standing along", "over edge of", "parked behind", "shining on", "left by", "sitting next to", "goes past", "separated by", "attached by", "sitting against", "near side of", "laying with", "larger than", "lying across", "over top of", "near bottom of", "sleeping under", "on head of", "at front of", "kneeling by", "lying in front of", "walking on top of", "lying near", "trailing behind", "left on", "riding atop", "hand of", "laying next to", "growing among", "glued on", "at rear of", "coming towards", "amidst", "on left of", "on left side of", "projected on", "painted on top of", "sitting underneath", "curled under", "extended on", "sitting above", "posing in front of", "on tip of", "draped on", "shinning on", "growing from", "passing above", "draped across", "walking in front of", "facing away from", "standing beneath", "standing beside", "winding through", "lying next to", "growing behind", "walking on side of", "growing next to", "made from", "sprouting from", "grazing near", "walking next to", "worn under", "walking behind", "grazing next to", "facing toward", "walking beside", "no suitable option" ], "action": [ "running in", "getting in", "getting into", "plugged in to", "cut in", "pushed into", "eating in", "getting out of", "reaching in", "posing in", "breaking through", "cut into", "preparing for", "running by", "washed in", "talking into", "leaning into", "tied into", "walking into", "dripping down", "hit by", "hanging around", "rolling down", "skating in", "driving", "kicking up", "heading down", "spraying in", "reaching into", "racing on", "hanging with", "doing tricks in", "bathing in", "holding on", "standing up on", "played by", "handling", "riding with", "hanging on to", "snowboarding down", "sitting down on", "maneuvering", "pulled up to", "getting", "swung by", "flapping", "flooding", "flying", "coming onto", "making", "growing out of", "turning", "skateboarding down", "blowing", "following", "windsurfing in", "eating on", "shopping for", "feeding in", "rolling through", "growing out", "swimming with", "crossed over", "rolling to", "throwing off", "swimming", "painted with", "pouring out of", "pushing", "listening to", "clasping", "baking in", "loading onto", "juggling", "walking on", "surfing", "moving across", "walking around", "pecking", "striking", "wearing", "tapping", "smoking", "created by", "drizzled on", "concentrating on", "cooking on", "skateboarding on", "kicking", "advertising", "stirring", "walking onto", "leaving behind", "walking over", "posted to", "casted by", "growing alongside", "cast on", "guarding", "walking alongside", "handing on", "walking along", "skateboarding", "walking", "driving toward", "covering", "curling", "measuring", "walking to", "reflecting", "gesturing with", "stretching", "grazing", "washing onto", "grazing from", "adorning", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "parked", "sitting around", "losing", "relaxing on", "made for", "made with", "growing up", "shredded", "curled over", "named", "outfit", "owned by", "glowing", "right to", "clear", "wearing same", "growing outside", "spot on", "no suitable option" ] }, "subject": "wave", "predicate": "crashing in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2404443/image_2404443_pair_9_wave_visible in_ocean.jpg", "options": { "spatial": [ "shown in", "light in", "depicted in", "standing inside", "seated in", "gathered around", "floating in", "sitting inside of", "embedded in", "standing in front of", "worn under", "sitting inside", "placed on", "seated in front of", "projected on", "standing beneath", "spilled on", "shining on", "suspended in", "standing with", "looking in", "standing on top of", "sitting upon", "at front of", "sitting above", "stored in", "standing in middle of", "into", "on piece of", "standing outside of", "parked in", "standing close to", "on door of", "sitting near", "facing away from", "standing beside", "on head of", "splashing behind", "sitting underneath", "sticking out from", "lit up on", "painted on top of", "lying in front of", "missing from", "towering over", "hanging under", "draped on", "sitting by", "growing behind", "sitting on top of", "walking behind", "amidst", "over top of", "sitting in middle of", "on left of", "smothered in", "in lap of", "sitting next to", "draped across", "near top of", "posing on", "on roof of", "parked inside", "hanging in", "attached by", "standing along", "held with", "laying in", "extended on", "standing on edge of", "parked behind", "sitting against", "jutting into", "formed into", "lying near", "posing in front of", "parked on", "laid out on", "on left side of", "walking in front of", "passing above", "lying across", "laying in front of", "parked across", "separated by", "on lap of", "glued on", "near bottom of", "at rear of", "curled under", "over edge of", "tilted on", "near side of", "parked between", "mixed into", "extending into", "parked at", "stuck into", "poking out of", "resting on", "trailing behind", "lying next to", "running beside", "curled on", "walking on top of", "left on", "hanging out on", "parked on top of", "growing on", "dripping from", "closed on", "growing among", "walking beside", "sleeping under", "paved with", "hanging next to", "stacked on top of", "parked against", "shinning on", "passing by", "stuck to", "flying close to", "facing toward", "riding atop", "parked by", "down", "parked alongside", "hanging on back of", "coming towards", "parked outside of", "hanging on side of", "parked along", "left by", "lying down on", "on tip of", "larger than", "hung on", "parked on side", "hanging between", "laying next to", "leading down to", "walking next to", "growing next to", "hanging over", "tied with", "linked to", "hanging outside", "walking on side of", "laying with", "hand of", "growing from", "hanging at", "sleeping on", "winding through", "goes past", "leaning to", "kneeling by", "grazing next to", "hanging off", "grazing near", "made from", "hitched to", "sprouting from", "no suitable option" ], "action": [ "posing in", "reaching in", "running in", "eating in", "wearing", "painted with", "covering", "standing up on", "getting in", "cut in", "walking into", "leaving behind", "getting into", "pushed into", "following", "bathing in", "washed in", "spraying in", "talking into", "reaching into", "skating in", "adorning", "coming onto", "holding on", "sitting down on", "walking around", "hit by", "hanging around", "crossed over", "feeding in", "cast on", "reflecting", "cut into", "played by", "leaning into", "moving across", "posted to", "walking on", "racing on", "drizzled on", "tied into", "advertising", "dripping down", "guarding", "concentrating on", "casted by", "plugged in to", "walking onto", "getting out of", "heading down", "baking in", "walking over", "getting", "walking alongside", "doing tricks in", "eating on", "making", "running by", "riding with", "growing alongside", "created by", "pulled up to", "handling", "breaking through", "walking along", "swimming with", "swung by", "pouring out of", "driving", "blowing", "listening to", "loading onto", "cooking on", "striking", "shopping for", "windsurfing in", "handing on", "preparing for", "surfing", "clasping", "flying", "maneuvering", "growing out of", "kicking up", "hanging with", "gesturing with", "flapping", "hanging on to", "growing out", "rolling through", "tapping", "stirring", "turning", "swimming", "measuring", "walking", "kicking", "pecking", "driving toward", "flooding", "walking to", "skateboarding on", "juggling", "washing onto", "smoking", "throwing off", "pushing", "curling", "skateboarding down", "snowboarding down", "skateboarding", "grazing from", "rolling to", "stretching", "grazing", "rolling down", "soiling", "no suitable option" ], "state": [ "styled in", "glowing", "clear", "sitting around", "relaxing in", "wearing same", "spot on", "outfit", "parked", "relaxing on", "curled over", "named", "shredded", "made for", "made with", "losing", "growing up", "right to", "owned by", "growing outside", "no suitable option" ] }, "subject": "wave", "predicate": "visible in", "object": "ocean" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_10_man_wearing_sock.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_11_man_holding_shirt.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "holding", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_12_man_has_hair.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "hair" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_13_man_in_picture.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "in", "object": "picture" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_14_man_in_picture.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "in", "object": "picture" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_15_person_in_picture.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "in", "object": "picture" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_16_person_in_picture.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "in", "object": "picture" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_17_person_sitting on_bench.jpg", "options": { "spatial": [ "sitting upon", "sitting on top of", "seated in", "sitting by", "sitting near", "sitting against", "sitting underneath", "sitting in middle of", "sitting next to", "sitting inside", "sitting above", "sitting inside of", "seated in front of", "resting on", "lying down on", "floating in", "placed on", "draped on", "sleeping on", "posing on", "laying in", "laid out on", "parked on", "hanging in", "curled on", "hanging out on", "tilted on", "hanging on back of", "laying next to", "standing on top of", "laying in front of", "hanging under", "kneeling by", "gathered around", "hanging over", "sleeping under", "lying near", "laying with", "hung on", "hanging off", "hanging on side of", "on head of", "shining on", "leaning to", "lying in front of", "on piece of", "draped across", "shinning on", "hanging at", "hanging next to", "curled under", "lying across", "riding atop", "growing on", "standing with", "embedded in", "parked in", "walking on top of", "glued on", "on lap of", "lying next to", "parked on top of", "suspended in", "standing beneath", "standing along", "sticking out from", "stacked on top of", "standing in middle of", "standing inside", "standing close to", "projected on", "closed on", "worn under", "lit up on", "standing on edge of", "hanging between", "on roof of", "hanging outside", "left on", "on door of", "looking in", "stored in", "parked at", "down", "stuck into", "near bottom of", "near top of", "on left of", "parked along", "parked between", "smothered in", "attached by", "on tip of", "paved with", "painted on top of", "light in", "parked alongside", "parked on side", "stuck to", "over top of", "held with", "posing in front of", "towering over", "standing beside", "on left side of", "standing in front of", "parked inside", "parked across", "at front of", "parked behind", "parked against", "running beside", "spilled on", "tied with", "depicted in", "standing outside of", "at rear of", "walking on side of", "parked by", "extended on", "flying close to", "passing above", "in lap of", "walking beside", "shown in", "facing away from", "near side of", "into", "parked outside of", "leading down to", "jutting into", "poking out of", "facing toward", "goes past", "walking next to", "left by", "growing behind", "hitched to", "missing from", "trailing behind", "grazing next to", "splashing behind", "grazing near", "walking behind", "coming towards", "walking in front of", "growing among", "over edge of", "passing by", "linked to", "dripping from", "amidst", "formed into", "hand of", "growing next to", "growing from", "separated by", "mixed into", "larger than", "extending into", "made from", "sprouting from", "winding through", "no suitable option" ], "action": [ "sitting down on", "eating on", "standing up on", "leaning into", "hanging around", "walking on", "holding on", "posing in", "heading down", "eating in", "hanging on to", "riding with", "wearing", "cooking on", "handing on", "hanging with", "bathing in", "walking onto", "kicking up", "running in", "loading onto", "pecking", "hit by", "listening to", "coming onto", "cast on", "getting in", "rolling down", "racing on", "plugged in to", "tied into", "maneuvering", "concentrating on", "preparing for", "walking around", "getting into", "dripping down", "swung by", "cut in", "flying", "walking alongside", "washed in", "reaching in", "flapping", "surfing", "washing onto", "talking into", "skating in", "swimming with", "played by", "driving", "rolling through", "pushed into", "shopping for", "kicking", "running by", "rolling to", "clasping", "skateboarding on", "walking along", "snowboarding down", "getting", "smoking", "swimming", "painted with", "walking into", "walking over", "getting out of", "reflecting", "pulled up to", "handling", "feeding in", "leaving behind", "skateboarding down", "cut into", "stretching", "walking", "drizzled on", "following", "casted by", "striking", "doing tricks in", "growing alongside", "throwing off", "making", "crossed over", "covering", "reaching into", "moving across", "turning", "growing out", "curling", "blowing", "breaking through", "grazing", "growing out of", "spraying in", "posted to", "stirring", "advertising", "adorning", "pushing", "juggling", "gesturing with", "skateboarding", "guarding", "grazing from", "soiling", "tapping", "walking to", "windsurfing in", "driving toward", "baking in", "created by", "pouring out of", "measuring", "flooding", "no suitable option" ], "state": [ "sitting around", "relaxing on", "relaxing in", "curled over", "styled in", "parked", "spot on", "wearing same", "outfit", "shredded", "clear", "growing up", "glowing", "named", "right to", "losing", "made with", "owned by", "made for", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "sitting on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_18_person_has_left hand.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "has", "object": "left hand" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_19_man_has_left leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "left leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_1_man_wearing_short.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "short" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_20_man_has_right leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "right leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_21_tree_has_leaf.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "has", "object": "leaf" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_22_man_has_left arm.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "left arm" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_23_bench_has_section.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "bench", "predicate": "has", "object": "section" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_24_slope_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "slope", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_25_man_holding_shirt.jpg", "options": { "spatial": [ "held with", "standing with", "hanging over", "hand of", "floating in", "hanging in", "leaning to", "posing on", "tied with", "standing close to", "hanging at", "hung on", "curled on", "resting on", "hanging between", "stuck to", "hanging under", "glued on", "parked on", "tilted on", "hanging off", "down", "placed on", "gathered around", "stuck into", "standing on top of", "sticking out from", "closed on", "standing inside", "attached by", "standing in middle of", "on piece of", "hanging on back of", "shinning on", "hanging out on", "worn under", "parked against", "parked in", "sitting against", "suspended in", "curled under", "hanging next to", "draped on", "standing in front of", "stacked on top of", "standing beneath", "poking out of", "standing on edge of", "shining on", "into", "stored in", "growing on", "parked between", "seated in", "extended on", "light in", "projected on", "laying with", "left by", "hanging on side of", "on tip of", "laying in", "standing along", "hanging outside", "parked at", "sitting upon", "left on", "lying down on", "towering over", "leading down to", "laid out on", "goes past", "jutting into", "trailing behind", "on head of", "spilled on", "paved with", "standing outside of", "draped across", "smothered in", "standing beside", "parked on top of", "hitched to", "embedded in", "parked across", "parked inside", "on left of", "kneeling by", "lit up on", "parked behind", "over top of", "posing in front of", "parked on side", "parked along", "sleeping on", "on lap of", "splashing behind", "riding atop", "sitting on top of", "running beside", "at front of", "coming towards", "flying close to", "lying across", "looking in", "parked outside of", "parked by", "at rear of", "seated in front of", "laying in front of", "parked alongside", "shown in", "over edge of", "larger than", "growing among", "passing above", "depicted in", "sitting by", "sitting in middle of", "amidst", "laying next to", "dripping from", "passing by", "painted on top of", "in lap of", "sitting above", "facing toward", "sitting inside", "growing behind", "sitting near", "walking on top of", "sitting next to", "on roof of", "on left side of", "lying near", "sitting inside of", "on door of", "lying in front of", "sitting underneath", "missing from", "near bottom of", "near top of", "facing away from", "near side of", "extending into", "grazing next to", "growing from", "separated by", "lying next to", "growing next to", "grazing near", "formed into", "sleeping under", "walking behind", "mixed into", "walking in front of", "walking beside", "linked to", "walking on side of", "walking next to", "winding through", "made from", "sprouting from", "no suitable option" ], "action": [ "holding on", "handling", "wearing", "leaning into", "handing on", "pecking", "hanging with", "reaching in", "tied into", "clasping", "standing up on", "hanging around", "pushing", "swimming with", "hanging on to", "guarding", "gesturing with", "posing in", "pushed into", "tapping", "eating on", "swung by", "reaching into", "turning", "covering", "throwing off", "pulled up to", "maneuvering", "getting", "riding with", "running in", "doing tricks in", "kicking", "racing on", "swimming", "kicking up", "stretching", "blowing", "surfing", "leaving behind", "eating in", "juggling", "preparing for", "flapping", "painted with", "dripping down", "cut in", "concentrating on", "getting out of", "loading onto", "curling", "getting in", "coming onto", "feeding in", "sitting down on", "walking onto", "skating in", "pouring out of", "following", "getting into", "rolling down", "played by", "heading down", "flying", "snowboarding down", "cut into", "washed in", "walking on", "moving across", "crossed over", "breaking through", "striking", "running by", "making", "bathing in", "smoking", "reflecting", "talking into", "listening to", "measuring", "hit by", "skateboarding down", "rolling to", "rolling through", "stirring", "spraying in", "adorning", "driving", "shopping for", "cast on", "washing onto", "growing alongside", "drizzled on", "windsurfing in", "cooking on", "grazing", "walking over", "flooding", "skateboarding on", "growing out of", "growing out", "walking", "walking into", "skateboarding", "walking around", "casted by", "advertising", "driving toward", "grazing from", "soiling", "plugged in to", "walking alongside", "walking along", "walking to", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "curled over", "wearing same", "losing", "parked", "styled in", "relaxing on", "outfit", "shredded", "sitting around", "relaxing in", "clear", "owned by", "named", "glowing", "growing up", "made for", "made with", "right to", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "holding", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_26_lake_beyond_hill.jpg", "options": { "spatial": [ "over edge of", "over top of", "passing above", "near top of", "near bottom of", "growing behind", "walking behind", "amidst", "standing beside", "flying close to", "walking beside", "extending into", "near side of", "growing next to", "coming towards", "standing beneath", "towering over", "running beside", "extended on", "goes past", "sitting above", "walking next to", "at front of", "on door of", "standing close to", "lying next to", "leading down to", "lying across", "laying next to", "hanging next to", "growing from", "lying near", "growing among", "into", "standing outside of", "left by", "growing on", "walking on top of", "sitting next to", "standing on top of", "facing away from", "standing on edge of", "standing inside", "hanging under", "standing in middle of", "hand of", "splashing behind", "standing in front of", "projected on", "walking in front of", "missing from", "standing along", "trailing behind", "poking out of", "on tip of", "sleeping under", "passing by", "grazing next to", "sitting inside of", "on roof of", "parked across", "embedded in", "light in", "lying in front of", "parked behind", "stacked on top of", "laying in front of", "shining on", "in lap of", "at rear of", "on head of", "on lap of", "jutting into", "linked to", "parked alongside", "grazing near", "larger than", "floating in", "facing toward", "sitting on top of", "hanging between", "draped across", "walking on side of", "sitting underneath", "hanging over", "on left of", "laid out on", "sitting upon", "painted on top of", "depicted in", "sitting near", "sitting by", "on piece of", "on left side of", "sitting in middle of", "sleeping on", "mixed into", "sticking out from", "sitting inside", "gathered around", "posing in front of", "riding atop", "separated by", "parked outside of", "parked along", "hanging out on", "parked inside", "sprouting from", "tied with", "worn under", "lying down on", "standing with", "lit up on", "parked on top of", "kneeling by", "seated in front of", "leaning to", "suspended in", "parked against", "parked between", "hanging on side of", "down", "parked by", "laying in", "tilted on", "dripping from", "posing on", "made from", "formed into", "stuck to", "hanging at", "hitched to", "curled under", "hanging in", "parked at", "closed on", "hanging on back of", "winding through", "shown in", "sitting against", "hanging outside", "laying with", "shinning on", "stuck into", "attached by", "looking in", "parked in", "parked on", "left on", "resting on", "seated in", "draped on", "parked on side", "paved with", "hanging off", "hung on", "curled on", "smothered in", "placed on", "spilled on", "stored in", "glued on", "held with", "no suitable option" ], "action": [ "leaving behind", "crossed over", "growing alongside", "reaching in", "driving toward", "moving across", "reaching into", "walking over", "coming onto", "running by", "growing out of", "flying", "walking alongside", "played by", "hit by", "walking along", "making", "breaking through", "rolling through", "growing out", "walking around", "getting out of", "surfing", "pushing", "flooding", "advertising", "following", "stretching", "walking onto", "reflecting", "maneuvering", "rolling to", "walking into", "listening to", "driving", "talking into", "casted by", "concentrating on", "guarding", "walking to", "swung by", "cast on", "getting into", "getting", "covering", "hanging around", "walking", "walking on", "smoking", "running in", "tied into", "shopping for", "kicking up", "created by", "eating in", "striking", "hanging on to", "juggling", "kicking", "eating on", "skateboarding", "racing on", "cooking on", "tapping", "blowing", "cut into", "turning", "preparing for", "stirring", "baking in", "grazing from", "adorning", "swimming", "posing in", "measuring", "leaning into", "grazing", "posted to", "pouring out of", "skating in", "standing up on", "feeding in", "doing tricks in", "cut in", "heading down", "rolling down", "skateboarding on", "pecking", "pushed into", "wearing", "windsurfing in", "handing on", "snowboarding down", "soiling", "sitting down on", "bathing in", "skateboarding down", "hanging with", "washed in", "flapping", "painted with", "riding with", "handling", "spraying in", "swimming with", "clasping", "gesturing with", "dripping down", "throwing off", "holding on", "pulled up to", "getting in", "curling", "plugged in to", "loading onto", "washing onto", "drizzled on", "no suitable option" ], "state": [ "growing up", "spot on", "glowing", "clear", "right to", "sitting around", "styled in", "losing", "curled over", "relaxing on", "growing outside", "relaxing in", "outfit", "owned by", "made with", "named", "parked", "made for", "shredded", "wearing same", "no suitable option" ] }, "subject": "lake", "predicate": "beyond", "object": "hill" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_27_person_wearing_shirt.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "person", "predicate": "wearing", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_2_man_wearing_sock.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_3_man_wearing_sandal.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "sandal" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_4_man_wearing_short.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "short" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_5_man_wearing_sandal.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "sandal" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_6_man_carrying_shirt.jpg", "options": { "spatial": [ "held with", "attached by", "standing with", "walking behind", "worn under", "draped across", "paved with", "walking in front of", "gathered around", "walking on top of", "walking beside", "walking next to", "passing by", "draped on", "standing along", "hanging under", "walking on side of", "left by", "hitched to", "stored in", "floating in", "flying close to", "running beside", "jutting into", "hanging over", "tied with", "passing above", "hanging outside", "hanging on back of", "parked along", "parked across", "hanging in", "standing inside", "poking out of", "separated by", "standing close to", "curled under", "into", "leading down to", "trailing behind", "posing on", "standing beneath", "leaning to", "depicted in", "missing from", "riding atop", "parked between", "lying across", "down", "standing outside of", "sitting upon", "hand of", "towering over", "glued on", "stuck into", "standing in front of", "stuck to", "sticking out from", "growing among", "sitting by", "hanging between", "standing in middle of", "parked on", "hanging next to", "stacked on top of", "parked by", "parked in", "growing behind", "hanging at", "parked behind", "standing beside", "parked inside", "embedded in", "hanging off", "seated in", "placed on", "sitting inside", "curled on", "amidst", "hanging on side of", "growing on", "light in", "on head of", "winding through", "laying with", "standing on top of", "seated in front of", "hanging out on", "sitting against", "posing in front of", "spilled on", "sitting inside of", "in lap of", "at front of", "resting on", "at rear of", "parked outside of", "suspended in", "sitting near", "lying near", "growing from", "coming towards", "sitting underneath", "laying in front of", "laying in", "on piece of", "sitting next to", "dripping from", "mixed into", "on lap of", "facing away from", "lying in front of", "parked against", "laying next to", "parked at", "sitting in middle of", "parked on side", "laid out on", "painted on top of", "parked on top of", "sleeping under", "formed into", "projected on", "larger than", "sitting on top of", "splashing behind", "grazing next to", "lying down on", "kneeling by", "near bottom of", "sitting above", "parked alongside", "over top of", "shinning on", "extending into", "lit up on", "growing next to", "shining on", "hung on", "smothered in", "extended on", "shown in", "on roof of", "goes past", "made from", "near side of", "sprouting from", "grazing near", "on tip of", "standing on edge of", "tilted on", "on left of", "lying next to", "on left side of", "left on", "facing toward", "sleeping on", "near top of", "closed on", "linked to", "on door of", "looking in", "over edge of", "no suitable option" ], "action": [ "handling", "wearing", "walking", "walking around", "walking along", "riding with", "walking on", "flying", "walking to", "walking onto", "moving across", "maneuvering", "handing on", "juggling", "driving", "covering", "walking into", "walking over", "shopping for", "hanging around", "rolling through", "running by", "leaving behind", "swimming with", "clasping", "walking alongside", "holding on", "painted with", "guarding", "blowing", "tied into", "rolling to", "getting", "leaning into", "loading onto", "rolling down", "hanging with", "throwing off", "running in", "breaking through", "pushing", "swung by", "kicking", "adorning", "making", "pushed into", "posing in", "preparing for", "pecking", "coming onto", "pulled up to", "feeding in", "kicking up", "following", "turning", "getting out of", "smoking", "swimming", "reaching into", "surfing", "flapping", "standing up on", "gesturing with", "casted by", "heading down", "reaching in", "stretching", "hanging on to", "soiling", "growing out", "pouring out of", "getting into", "growing out of", "cut into", "dripping down", "played by", "measuring", "growing alongside", "doing tricks in", "concentrating on", "grazing from", "grazing", "driving toward", "crossed over", "washed in", "skating in", "talking into", "sitting down on", "eating in", "cut in", "spraying in", "snowboarding down", "skateboarding down", "stirring", "windsurfing in", "racing on", "striking", "eating on", "plugged in to", "reflecting", "advertising", "skateboarding", "washing onto", "curling", "getting in", "drizzled on", "bathing in", "listening to", "skateboarding on", "hit by", "cast on", "flooding", "posted to", "cooking on", "tapping", "created by", "baking in", "no suitable option" ], "state": [ "outfit", "wearing same", "sitting around", "shredded", "losing", "made with", "parked", "curled over", "growing up", "glowing", "made for", "owned by", "relaxing on", "clear", "named", "styled in", "relaxing in", "spot on", "growing outside", "right to", "no suitable option" ] }, "subject": "man", "predicate": "carrying", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_7_person_sitting on_bench.jpg", "options": { "spatial": [ "sitting upon", "sitting on top of", "seated in", "sitting by", "sitting near", "sitting against", "sitting underneath", "sitting in middle of", "sitting next to", "sitting inside", "sitting above", "sitting inside of", "seated in front of", "resting on", "lying down on", "floating in", "placed on", "draped on", "sleeping on", "posing on", "laying in", "laid out on", "parked on", "hanging in", "curled on", "hanging out on", "tilted on", "hanging on back of", "laying next to", "standing on top of", "laying in front of", "hanging under", "kneeling by", "gathered around", "hanging over", "sleeping under", "lying near", "laying with", "hung on", "hanging off", "hanging on side of", "on head of", "shining on", "leaning to", "lying in front of", "on piece of", "draped across", "shinning on", "hanging at", "hanging next to", "curled under", "lying across", "riding atop", "growing on", "standing with", "embedded in", "parked in", "walking on top of", "glued on", "on lap of", "lying next to", "parked on top of", "suspended in", "standing beneath", "standing along", "sticking out from", "stacked on top of", "standing in middle of", "standing inside", "standing close to", "projected on", "closed on", "worn under", "lit up on", "standing on edge of", "hanging between", "on roof of", "hanging outside", "left on", "on door of", "looking in", "stored in", "parked at", "down", "stuck into", "near bottom of", "near top of", "on left of", "parked along", "parked between", "smothered in", "attached by", "on tip of", "paved with", "painted on top of", "light in", "parked alongside", "parked on side", "stuck to", "over top of", "held with", "posing in front of", "towering over", "standing beside", "on left side of", "standing in front of", "parked inside", "parked across", "at front of", "parked behind", "parked against", "running beside", "spilled on", "tied with", "depicted in", "standing outside of", "at rear of", "walking on side of", "parked by", "extended on", "flying close to", "passing above", "in lap of", "walking beside", "shown in", "facing away from", "near side of", "into", "parked outside of", "leading down to", "jutting into", "poking out of", "facing toward", "goes past", "walking next to", "left by", "growing behind", "hitched to", "missing from", "trailing behind", "grazing next to", "splashing behind", "grazing near", "walking behind", "coming towards", "walking in front of", "growing among", "over edge of", "passing by", "linked to", "dripping from", "amidst", "formed into", "hand of", "growing next to", "growing from", "separated by", "mixed into", "larger than", "extending into", "made from", "sprouting from", "winding through", "no suitable option" ], "action": [ "sitting down on", "eating on", "standing up on", "leaning into", "hanging around", "walking on", "holding on", "posing in", "heading down", "eating in", "hanging on to", "riding with", "wearing", "cooking on", "handing on", "hanging with", "bathing in", "walking onto", "kicking up", "running in", "loading onto", "pecking", "hit by", "listening to", "coming onto", "cast on", "getting in", "rolling down", "racing on", "plugged in to", "tied into", "maneuvering", "concentrating on", "preparing for", "walking around", "getting into", "dripping down", "swung by", "cut in", "flying", "walking alongside", "washed in", "reaching in", "flapping", "surfing", "washing onto", "talking into", "skating in", "swimming with", "played by", "driving", "rolling through", "pushed into", "shopping for", "kicking", "running by", "rolling to", "clasping", "skateboarding on", "walking along", "snowboarding down", "getting", "smoking", "swimming", "painted with", "walking into", "walking over", "getting out of", "reflecting", "pulled up to", "handling", "feeding in", "leaving behind", "skateboarding down", "cut into", "stretching", "walking", "drizzled on", "following", "casted by", "striking", "doing tricks in", "growing alongside", "throwing off", "making", "crossed over", "covering", "reaching into", "moving across", "turning", "growing out", "curling", "blowing", "breaking through", "grazing", "growing out of", "spraying in", "posted to", "stirring", "advertising", "adorning", "pushing", "juggling", "gesturing with", "skateboarding", "guarding", "grazing from", "soiling", "tapping", "walking to", "windsurfing in", "driving toward", "baking in", "created by", "pouring out of", "measuring", "flooding", "no suitable option" ], "state": [ "sitting around", "relaxing on", "relaxing in", "curled over", "styled in", "parked", "spot on", "wearing same", "outfit", "shredded", "clear", "growing up", "glowing", "named", "right to", "losing", "made with", "owned by", "made for", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "sitting on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_8_person_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2405256/image_2405256_pair_9_person_wearing_shirt.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "person", "predicate": "wearing", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_10_sneaker_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sneaker", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_11_girl_wearing_sock.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "girl", "predicate": "wearing", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_12_person_wearing_clothing.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "person", "predicate": "wearing", "object": "clothing" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_13_bench_on_cement.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bench", "predicate": "on", "object": "cement" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_14_sunglass_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sunglass", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_15_shoe_on_foot.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shoe", "predicate": "on", "object": "foot" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_16_dirt_behind_bench.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "dirt", "predicate": "behind", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_17_sidewalk_under_bench.jpg", "options": { "spatial": [ "standing beneath", "hanging under", "near bottom of", "near top of", "sleeping under", "over top of", "worn under", "passing above", "at front of", "sitting above", "down", "sitting underneath", "near side of", "amidst", "standing beside", "suspended in", "curled under", "at rear of", "standing on top of", "on door of", "standing in middle of", "lying near", "standing in front of", "parked at", "on head of", "standing close to", "over edge of", "gathered around", "embedded in", "on roof of", "on left side of", "lying down on", "placed on", "laying next to", "parked behind", "lying next to", "parked alongside", "on piece of", "parked in", "hanging next to", "laying in front of", "on left of", "parked on top of", "parked on", "standing inside", "sitting next to", "standing outside of", "floating in", "lying in front of", "sitting on top of", "projected on", "parked along", "into", "growing behind", "running beside", "seated in front of", "parked against", "in lap of", "stacked on top of", "laid out on", "standing along", "on lap of", "walking behind", "parked across", "sitting near", "shown in", "sitting in middle of", "extended on", "parked by", "hanging on side of", "lying across", "leading down to", "sitting inside of", "standing on edge of", "towering over", "shining on", "splashing behind", "parked between", "parked inside", "sitting upon", "laying in", "walking beside", "light in", "trailing behind", "parked outside of", "stored in", "on tip of", "hanging on back of", "missing from", "growing next to", "seated in", "sitting by", "walking on top of", "lit up on", "sticking out from", "parked on side", "hanging over", "goes past", "closed on", "hanging out on", "standing with", "sitting against", "hanging in", "painted on top of", "sitting inside", "coming towards", "flying close to", "draped across", "extending into", "hanging at", "tilted on", "walking in front of", "grazing next to", "looking in", "hanging outside", "posing on", "passing by", "facing away from", "attached by", "draped on", "left by", "posing in front of", "growing on", "poking out of", "kneeling by", "walking next to", "left on", "resting on", "grazing near", "depicted in", "sleeping on", "hanging between", "walking on side of", "curled on", "linked to", "spilled on", "growing among", "riding atop", "shinning on", "separated by", "hung on", "larger than", "hanging off", "laying with", "held with", "facing toward", "hand of", "leaning to", "paved with", "formed into", "smothered in", "stuck into", "jutting into", "tied with", "growing from", "dripping from", "mixed into", "stuck to", "winding through", "glued on", "hitched to", "made from", "sprouting from", "no suitable option" ], "action": [ "heading down", "standing up on", "hanging around", "growing alongside", "sitting down on", "crossed over", "washed in", "running in", "hit by", "getting into", "posing in", "covering", "reaching in", "walking alongside", "cut in", "leaving behind", "skateboarding down", "coming onto", "getting in", "flooding", "snowboarding down", "following", "kicking up", "running by", "walking around", "blowing", "walking over", "casted by", "played by", "getting out of", "eating in", "handing on", "dripping down", "racing on", "walking into", "cooking on", "swung by", "wearing", "cut into", "bathing in", "skating in", "surfing", "pushed into", "posted to", "reaching into", "doing tricks in", "guarding", "leaning into", "tied into", "pulled up to", "talking into", "getting", "growing out of", "walking on", "making", "kicking", "driving toward", "driving", "rolling down", "rolling through", "hanging on to", "moving across", "shopping for", "listening to", "eating on", "striking", "walking along", "baking in", "created by", "walking onto", "breaking through", "growing out", "advertising", "holding on", "swimming", "plugged in to", "cast on", "feeding in", "smoking", "flying", "skateboarding on", "spraying in", "curling", "painted with", "drizzled on", "hanging with", "maneuvering", "turning", "adorning", "preparing for", "windsurfing in", "skateboarding", "handling", "grazing", "rolling to", "grazing from", "pushing", "walking", "riding with", "stretching", "stirring", "throwing off", "pecking", "pouring out of", "reflecting", "swimming with", "tapping", "walking to", "loading onto", "flapping", "clasping", "measuring", "washing onto", "concentrating on", "soiling", "juggling", "gesturing with", "no suitable option" ], "state": [ "parked", "sitting around", "styled in", "clear", "outfit", "curled over", "spot on", "shredded", "relaxing in", "glowing", "growing up", "right to", "relaxing on", "losing", "owned by", "growing outside", "named", "made with", "made for", "wearing same", "no suitable option" ] }, "subject": "sidewalk", "predicate": "under", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_18_shoe_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shoe", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_19_shoe_on_foot.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shoe", "predicate": "on", "object": "foot" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_1_sunglass_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sunglass", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_20_person_adjusting_sock.jpg", "options": { "spatial": [ "tilted on", "leaning to", "standing close to", "growing on", "standing with", "growing next to", "down", "poking out of", "sticking out from", "floating in", "posing on", "projected on", "standing along", "growing behind", "standing in middle of", "standing on top of", "leading down to", "standing inside", "suspended in", "stuck to", "larger than", "at rear of", "growing from", "extended on", "placed on", "towering over", "hanging between", "stuck into", "passing above", "into", "hanging under", "embedded in", "hanging at", "standing in front of", "standing beneath", "hanging in", "jutting into", "growing among", "sitting next to", "held with", "gathered around", "hanging next to", "facing away from", "near bottom of", "worn under", "trailing behind", "kneeling by", "standing beside", "curled on", "curled under", "tied with", "laying next to", "at front of", "extending into", "sitting upon", "stacked on top of", "lying down on", "flying close to", "sitting above", "standing on edge of", "over top of", "facing toward", "seated in", "resting on", "lying next to", "posing in front of", "light in", "shown in", "laid out on", "in lap of", "on left of", "hanging off", "mixed into", "seated in front of", "lying across", "on lap of", "looking in", "near top of", "shinning on", "smothered in", "sitting against", "lit up on", "near side of", "missing from", "sitting on top of", "hanging over", "hanging out on", "stored in", "on left side of", "laying with", "sitting in middle of", "hung on", "walking on top of", "laying in", "attached by", "sitting underneath", "goes past", "standing outside of", "draped on", "sitting inside", "draped across", "hand of", "lying near", "sitting by", "sleeping on", "sitting near", "amidst", "left by", "shining on", "glued on", "laying in front of", "sitting inside of", "walking next to", "lying in front of", "sleeping under", "on head of", "passing by", "hanging on side of", "coming towards", "over edge of", "on tip of", "hanging on back of", "spilled on", "parked on", "closed on", "paved with", "depicted in", "walking in front of", "parked in", "splashing behind", "dripping from", "left on", "grazing next to", "on piece of", "walking on side of", "running beside", "on roof of", "walking beside", "walking behind", "separated by", "riding atop", "parked alongside", "linked to", "parked along", "hitched to", "parked across", "hanging outside", "formed into", "parked at", "parked between", "parked inside", "parked on top of", "grazing near", "on door of", "parked on side", "made from", "painted on top of", "parked by", "sprouting from", "parked behind", "parked against", "winding through", "parked outside of", "no suitable option" ], "action": [ "leaning into", "measuring", "stretching", "maneuvering", "handling", "growing alongside", "reaching in", "wearing", "growing out", "concentrating on", "pushed into", "posing in", "pushing", "stirring", "kicking up", "following", "standing up on", "turning", "growing out of", "reaching into", "making", "holding on", "getting", "preparing for", "rolling down", "moving across", "handing on", "hanging with", "driving", "blowing", "kicking", "pulled up to", "gesturing with", "tied into", "cut in", "washed in", "clasping", "doing tricks in", "sitting down on", "swung by", "getting into", "hanging around", "getting out of", "smoking", "juggling", "rolling to", "hanging on to", "striking", "pecking", "cut into", "running in", "dripping down", "walking around", "guarding", "flapping", "walking alongside", "swimming with", "walking", "riding with", "swimming", "played by", "walking on", "feeding in", "shopping for", "skating in", "rolling through", "pouring out of", "eating in", "walking along", "getting in", "advertising", "heading down", "flying", "walking onto", "tapping", "drizzled on", "racing on", "listening to", "skateboarding down", "throwing off", "breaking through", "covering", "talking into", "eating on", "crossed over", "spraying in", "coming onto", "running by", "driving toward", "casted by", "adorning", "hit by", "surfing", "reflecting", "walking into", "painted with", "flooding", "bathing in", "snowboarding down", "skateboarding", "cooking on", "plugged in to", "curling", "soiling", "skateboarding on", "grazing", "leaving behind", "walking over", "baking in", "windsurfing in", "cast on", "grazing from", "created by", "walking to", "posted to", "loading onto", "washing onto", "no suitable option" ], "state": [ "styled in", "outfit", "growing up", "wearing same", "clear", "losing", "sitting around", "relaxing on", "curled over", "relaxing in", "made for", "growing outside", "right to", "made with", "shredded", "glowing", "spot on", "named", "owned by", "parked", "no suitable option" ] }, "subject": "person", "predicate": "adjusting", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_21_hand_on_sock.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "hand", "predicate": "on", "object": "sock" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_22_sunglass_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sunglass", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_23_person_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_24_chip_near_sidewalk.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "chip", "predicate": "near", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_25_lace_on_shoe.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "lace", "predicate": "on", "object": "shoe" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_26_shoe_on_foot.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "shoe", "predicate": "on", "object": "foot" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_27_person_has_leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "person", "predicate": "has", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_28_girl_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_29_sunglass_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sunglass", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_2_hand_pulling_stocking.jpg", "options": { "spatial": [ "stuck into", "stuck to", "curled on", "winding through", "into", "poking out of", "held with", "tied with", "hitched to", "hanging between", "hanging in", "hanging at", "sticking out from", "down", "glued on", "attached by", "hanging off", "jutting into", "curled under", "hung on", "dripping from", "coming towards", "hanging on back of", "hanging over", "leaning to", "paved with", "hanging under", "leading down to", "shining on", "left by", "on tip of", "hanging out on", "growing on", "hanging next to", "draped on", "tilted on", "shinning on", "on piece of", "kneeling by", "on head of", "hanging outside", "trailing behind", "hanging on side of", "walking on top of", "stacked on top of", "draped across", "parked on", "extended on", "at rear of", "placed on", "floating in", "light in", "sleeping on", "goes past", "laying with", "left on", "resting on", "growing from", "smothered in", "missing from", "separated by", "lit up on", "hand of", "suspended in", "projected on", "walking behind", "closed on", "embedded in", "parked between", "lying across", "shown in", "lying down on", "extending into", "linked to", "made from", "walking on side of", "laid out on", "standing with", "parked across", "parked in", "riding atop", "growing among", "gathered around", "growing behind", "passing by", "parked along", "worn under", "parked by", "on left of", "formed into", "laying in", "mixed into", "spilled on", "on roof of", "sitting against", "walking next to", "posing on", "on door of", "facing toward", "parked against", "amidst", "sprouting from", "facing away from", "walking in front of", "parked inside", "sitting upon", "parked at", "running beside", "stored in", "on lap of", "larger than", "looking in", "on left side of", "standing along", "grazing next to", "parked behind", "depicted in", "over edge of", "parked on side", "passing above", "at front of", "growing next to", "over top of", "sitting by", "in lap of", "towering over", "lying next to", "standing inside", "sleeping under", "grazing near", "standing beneath", "seated in", "near side of", "parked outside of", "near bottom of", "splashing behind", "walking beside", "laying next to", "parked on top of", "parked alongside", "standing on edge of", "standing close to", "sitting inside", "lying near", "laying in front of", "standing on top of", "lying in front of", "painted on top of", "sitting inside of", "standing in middle of", "sitting on top of", "flying close to", "sitting next to", "near top of", "sitting in middle of", "standing in front of", "sitting underneath", "sitting near", "standing outside of", "seated in front of", "sitting above", "posing in front of", "standing beside", "no suitable option" ], "action": [ "pulled up to", "pushing", "getting", "pushed into", "tied into", "turning", "rolling to", "hanging with", "breaking through", "getting out of", "rolling through", "rolling down", "hanging on to", "clasping", "leaning into", "cut into", "reaching into", "handing on", "holding on", "walking onto", "getting into", "walking on", "pecking", "moving across", "blowing", "maneuvering", "coming onto", "throwing off", "cut in", "riding with", "dripping down", "reaching in", "kicking", "hanging around", "walking", "swung by", "tapping", "walking into", "kicking up", "wearing", "handling", "curling", "getting in", "loading onto", "flapping", "talking into", "running by", "eating on", "making", "running in", "stretching", "striking", "following", "listening to", "covering", "juggling", "walking to", "leaving behind", "feeding in", "racing on", "guarding", "drizzled on", "walking along", "stirring", "smoking", "crossed over", "reflecting", "gesturing with", "doing tricks in", "driving", "painted with", "adorning", "washing onto", "walking around", "washed in", "growing out", "skating in", "cast on", "measuring", "shopping for", "grazing", "snowboarding down", "pouring out of", "grazing from", "swimming with", "casted by", "advertising", "hit by", "driving toward", "played by", "plugged in to", "heading down", "surfing", "skateboarding down", "eating in", "walking alongside", "windsurfing in", "growing out of", "flooding", "preparing for", "soiling", "standing up on", "walking over", "bathing in", "growing alongside", "flying", "skateboarding", "sitting down on", "swimming", "skateboarding on", "spraying in", "posing in", "cooking on", "posted to", "concentrating on", "created by", "baking in", "no suitable option" ], "state": [ "curled over", "shredded", "losing", "outfit", "named", "made with", "made for", "wearing same", "parked", "glowing", "right to", "growing up", "relaxing on", "owned by", "styled in", "sitting around", "relaxing in", "spot on", "clear", "growing outside", "no suitable option" ] }, "subject": "hand", "predicate": "pulling", "object": "stocking" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_3_girl_has_leg.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "has", "object": "leg" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_4_leg_bracing_bench.jpg", "options": { "spatial": [ "leaning to", "towering over", "tilted on", "sitting against", "posing on", "kneeling by", "draped across", "curled on", "draped on", "curled under", "hanging on back of", "hanging over", "standing with", "resting on", "held with", "hanging at", "hanging on side of", "standing close to", "standing in middle of", "shinning on", "hanging next to", "hanging under", "hanging outside", "posing in front of", "hanging in", "parked alongside", "standing along", "standing on edge of", "facing toward", "sitting upon", "laying in front of", "standing on top of", "parked against", "parked across", "hanging off", "seated in front of", "laying next to", "stacked on top of", "projected on", "hanging between", "lying down on", "sitting in middle of", "parked on", "suspended in", "lying across", "seated in", "sitting on top of", "parked along", "standing inside", "standing in front of", "growing on", "parked in", "laying in", "floating in", "laid out on", "sleeping on", "laying with", "on roof of", "parked inside", "parked on side", "parked between", "down", "sitting above", "parked at", "parked on top of", "standing outside of", "tied with", "extended on", "lying in front of", "sitting inside of", "sitting next to", "trailing behind", "sitting underneath", "sitting by", "sleeping under", "hung on", "sitting near", "running beside", "depicted in", "standing beneath", "embedded in", "gathered around", "sitting inside", "parked behind", "lying near", "hanging out on", "worn under", "growing behind", "glued on", "at rear of", "sticking out from", "leading down to", "parked outside of", "walking on top of", "facing away from", "standing beside", "grazing next to", "poking out of", "growing next to", "attached by", "smothered in", "grazing near", "placed on", "paved with", "riding atop", "on piece of", "parked by", "near bottom of", "at front of", "extending into", "near side of", "lying next to", "hitched to", "growing from", "shining on", "closed on", "on lap of", "over edge of", "near top of", "hand of", "over top of", "flying close to", "in lap of", "on left side of", "stored in", "jutting into", "formed into", "amidst", "growing among", "made from", "left by", "painted on top of", "larger than", "coming towards", "on left of", "walking on side of", "on head of", "passing above", "lit up on", "winding through", "looking in", "into", "stuck to", "dripping from", "linked to", "on tip of", "shown in", "walking in front of", "walking beside", "stuck into", "on door of", "splashing behind", "left on", "walking next to", "walking behind", "passing by", "light in", "missing from", "separated by", "goes past", "mixed into", "spilled on", "sprouting from", "no suitable option" ], "action": [ "stretching", "leaning into", "clasping", "swung by", "gesturing with", "flapping", "maneuvering", "posing in", "kicking", "growing alongside", "kicking up", "wearing", "holding on", "hanging with", "standing up on", "striking", "doing tricks in", "preparing for", "handling", "hanging around", "curling", "sitting down on", "pecking", "rolling down", "turning", "windsurfing in", "guarding", "following", "surfing", "juggling", "hanging on to", "snowboarding down", "grazing", "making", "swimming", "growing out", "walking alongside", "tied into", "riding with", "swimming with", "pushing", "blowing", "moving across", "flying", "tapping", "eating on", "rolling through", "reaching in", "skateboarding", "skateboarding down", "reflecting", "running in", "racing on", "covering", "skating in", "getting", "growing out of", "adorning", "concentrating on", "flooding", "smoking", "grazing from", "rolling to", "measuring", "eating in", "feeding in", "breaking through", "skateboarding on", "painted with", "reaching into", "advertising", "walking", "crossed over", "dripping down", "walking on", "throwing off", "shopping for", "pulled up to", "heading down", "pushed into", "driving", "handing on", "cooking on", "running by", "played by", "driving toward", "getting out of", "soiling", "leaving behind", "washed in", "stirring", "walking around", "listening to", "casted by", "hit by", "cut in", "cast on", "walking over", "walking along", "getting into", "bathing in", "created by", "cut into", "walking onto", "coming onto", "getting in", "talking into", "drizzled on", "loading onto", "baking in", "posted to", "spraying in", "walking into", "washing onto", "pouring out of", "plugged in to", "walking to", "no suitable option" ], "state": [ "curled over", "relaxing on", "relaxing in", "sitting around", "parked", "styled in", "wearing same", "outfit", "made for", "growing up", "losing", "named", "made with", "growing outside", "shredded", "right to", "owned by", "glowing", "spot on", "clear", "no suitable option" ] }, "subject": "leg", "predicate": "bracing", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_5_joint_in_concrete.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "joint", "predicate": "in", "object": "concrete" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_6_foot_has_sneaker.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "foot", "predicate": "has", "object": "sneaker" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_7_sunglass_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sunglass", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_8_dirt_behind_bench.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "dirt", "predicate": "behind", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2409636/image_2409636_pair_9_girl_on_bench.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "girl", "predicate": "on", "object": "bench" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_10_post_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "post", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_11_man_throwing_frisbee.jpg", "options": { "spatial": [ "hanging over", "hitched to", "poking out of", "laying with", "passing by", "passing above", "tied with", "leaning to", "dripping from", "leading down to", "hanging at", "hanging in", "facing away from", "sticking out from", "hand of", "laying next to", "lying across", "hanging off", "laying in front of", "laying in", "down", "suspended in", "held with", "coming towards", "facing toward", "left by", "hanging under", "hanging next to", "hanging out on", "hanging outside", "into", "smothered in", "shinning on", "over top of", "hanging between", "kneeling by", "riding atop", "floating in", "jutting into", "running beside", "tilted on", "splashing behind", "trailing behind", "curled on", "draped across", "hanging on back of", "laid out on", "light in", "flying close to", "curled under", "mixed into", "at front of", "sitting against", "walking behind", "projected on", "lying next to", "winding through", "on head of", "hung on", "spilled on", "attached by", "growing behind", "shining on", "on tip of", "lying in front of", "missing from", "over edge of", "hanging on side of", "parked against", "parked across", "draped on", "growing on", "walking on top of", "sprouting from", "sleeping under", "posing on", "at rear of", "growing from", "gathered around", "amidst", "goes past", "lying near", "lying down on", "resting on", "grazing next to", "lit up on", "walking in front of", "made from", "paved with", "sleeping on", "parked in", "standing with", "in lap of", "stuck to", "stuck into", "parked on", "parked at", "parked behind", "parked by", "extended on", "embedded in", "growing among", "towering over", "growing next to", "worn under", "on lap of", "walking next to", "standing close to", "posing in front of", "parked inside", "parked on top of", "near top of", "walking beside", "placed on", "painted on top of", "stacked on top of", "standing on top of", "near side of", "grazing near", "shown in", "glued on", "larger than", "parked between", "formed into", "separated by", "standing in front of", "on piece of", "walking on side of", "left on", "depicted in", "linked to", "sitting on top of", "parked outside of", "standing in middle of", "sitting by", "sitting next to", "closed on", "on left of", "extending into", "seated in", "on left side of", "sitting upon", "sitting inside", "near bottom of", "stored in", "parked on side", "standing outside of", "on roof of", "seated in front of", "standing inside", "parked along", "sitting inside of", "sitting in middle of", "looking in", "sitting above", "sitting underneath", "standing beside", "standing on edge of", "standing along", "standing beneath", "parked alongside", "on door of", "sitting near", "no suitable option" ], "action": [ "throwing off", "blowing", "stirring", "swung by", "handling", "juggling", "kicking", "rolling down", "handing on", "hanging around", "pecking", "rolling to", "turning", "striking", "pushing", "maneuvering", "making", "rolling through", "spraying in", "kicking up", "flying", "hanging with", "tied into", "flapping", "getting out of", "feeding in", "walking around", "leaving behind", "dripping down", "guarding", "played by", "gesturing with", "curling", "leaning into", "running by", "doing tricks in", "pushed into", "swimming with", "hit by", "crossed over", "getting", "walking", "smoking", "swimming", "adorning", "flooding", "breaking through", "wearing", "hanging on to", "moving across", "growing out", "running in", "pouring out of", "washed in", "pulled up to", "eating in", "tapping", "eating on", "stretching", "driving", "bathing in", "skating in", "riding with", "walking over", "advertising", "painted with", "soiling", "cooking on", "casted by", "growing out of", "grazing", "reaching in", "concentrating on", "surfing", "listening to", "talking into", "holding on", "snowboarding down", "walking on", "grazing from", "posing in", "cut in", "coming onto", "measuring", "baking in", "covering", "reaching into", "following", "getting into", "racing on", "skateboarding down", "walking to", "windsurfing in", "clasping", "reflecting", "cut into", "walking into", "walking along", "driving toward", "skateboarding", "plugged in to", "walking onto", "shopping for", "washing onto", "created by", "heading down", "preparing for", "growing alongside", "skateboarding on", "cast on", "getting in", "sitting down on", "posted to", "walking alongside", "drizzled on", "standing up on", "loading onto", "no suitable option" ], "state": [ "losing", "shredded", "curled over", "glowing", "growing up", "made with", "sitting around", "named", "relaxing on", "clear", "parked", "relaxing in", "made for", "right to", "outfit", "owned by", "wearing same", "styled in", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "throwing", "object": "frisbee" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_12_cap_wearing_backwards.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "cap", "predicate": "wearing", "object": "backwards" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_13_tree_has_leaf.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "tree", "predicate": "has", "object": "leaf" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_14_man_wearing_shirt.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "shirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_15_can_of_soda.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "can", "predicate": "of", "object": "soda" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_16_foliage_in_field.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "foliage", "predicate": "in", "object": "field" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_17_fuel_in_facility.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "fuel", "predicate": "in", "object": "facility" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_18_man_throwing_frisbee.jpg", "options": { "spatial": [ "hanging over", "hitched to", "poking out of", "laying with", "passing by", "passing above", "tied with", "leaning to", "dripping from", "leading down to", "hanging at", "hanging in", "facing away from", "sticking out from", "hand of", "laying next to", "lying across", "hanging off", "laying in front of", "laying in", "down", "suspended in", "held with", "coming towards", "facing toward", "left by", "hanging under", "hanging next to", "hanging out on", "hanging outside", "into", "smothered in", "shinning on", "over top of", "hanging between", "kneeling by", "riding atop", "floating in", "jutting into", "running beside", "tilted on", "splashing behind", "trailing behind", "curled on", "draped across", "hanging on back of", "laid out on", "light in", "flying close to", "curled under", "mixed into", "at front of", "sitting against", "walking behind", "projected on", "lying next to", "winding through", "on head of", "hung on", "spilled on", "attached by", "growing behind", "shining on", "on tip of", "lying in front of", "missing from", "over edge of", "hanging on side of", "parked against", "parked across", "draped on", "growing on", "walking on top of", "sprouting from", "sleeping under", "posing on", "at rear of", "growing from", "gathered around", "amidst", "goes past", "lying near", "lying down on", "resting on", "grazing next to", "lit up on", "walking in front of", "made from", "paved with", "sleeping on", "parked in", "standing with", "in lap of", "stuck to", "stuck into", "parked on", "parked at", "parked behind", "parked by", "extended on", "embedded in", "growing among", "towering over", "growing next to", "worn under", "on lap of", "walking next to", "standing close to", "posing in front of", "parked inside", "parked on top of", "near top of", "walking beside", "placed on", "painted on top of", "stacked on top of", "standing on top of", "near side of", "grazing near", "shown in", "glued on", "larger than", "parked between", "formed into", "separated by", "standing in front of", "on piece of", "walking on side of", "left on", "depicted in", "linked to", "sitting on top of", "parked outside of", "standing in middle of", "sitting by", "sitting next to", "closed on", "on left of", "extending into", "seated in", "on left side of", "sitting upon", "sitting inside", "near bottom of", "stored in", "parked on side", "standing outside of", "on roof of", "seated in front of", "standing inside", "parked along", "sitting inside of", "sitting in middle of", "looking in", "sitting above", "sitting underneath", "standing beside", "standing on edge of", "standing along", "standing beneath", "parked alongside", "on door of", "sitting near", "no suitable option" ], "action": [ "throwing off", "blowing", "stirring", "swung by", "handling", "juggling", "kicking", "rolling down", "handing on", "hanging around", "pecking", "rolling to", "turning", "striking", "pushing", "maneuvering", "making", "rolling through", "spraying in", "kicking up", "flying", "hanging with", "tied into", "flapping", "getting out of", "feeding in", "walking around", "leaving behind", "dripping down", "guarding", "played by", "gesturing with", "curling", "leaning into", "running by", "doing tricks in", "pushed into", "swimming with", "hit by", "crossed over", "getting", "walking", "smoking", "swimming", "adorning", "flooding", "breaking through", "wearing", "hanging on to", "moving across", "growing out", "running in", "pouring out of", "washed in", "pulled up to", "eating in", "tapping", "eating on", "stretching", "driving", "bathing in", "skating in", "riding with", "walking over", "advertising", "painted with", "soiling", "cooking on", "casted by", "growing out of", "grazing", "reaching in", "concentrating on", "surfing", "listening to", "talking into", "holding on", "snowboarding down", "walking on", "grazing from", "posing in", "cut in", "coming onto", "measuring", "baking in", "covering", "reaching into", "following", "getting into", "racing on", "skateboarding down", "walking to", "windsurfing in", "clasping", "reflecting", "cut into", "walking into", "walking along", "driving toward", "skateboarding", "plugged in to", "walking onto", "shopping for", "washing onto", "created by", "heading down", "preparing for", "growing alongside", "skateboarding on", "cast on", "getting in", "sitting down on", "posted to", "walking alongside", "drizzled on", "standing up on", "loading onto", "no suitable option" ], "state": [ "losing", "shredded", "curled over", "glowing", "growing up", "made with", "sitting around", "named", "relaxing on", "clear", "parked", "relaxing in", "made for", "right to", "outfit", "owned by", "wearing same", "styled in", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "throwing", "object": "frisbee" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_19_soda_on_post.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "soda", "predicate": "on", "object": "post" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_1_man_wearing_cap.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "cap" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_20_bag_on_dirt.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bag", "predicate": "on", "object": "dirt" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_21_man_wearing_cap.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "cap" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_22_grass_behind_man.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "grass", "predicate": "behind", "object": "man" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_23_weed_in_background.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "weed", "predicate": "in", "object": "background" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_24_fence_between_field.jpg", "options": { "spatial": [ "hanging between", "amidst", "into", "coming towards", "missing from", "near side of", "mixed into", "on piece of", "near bottom of", "on left of", "down", "sticking out from", "left on", "over edge of", "tied with", "left by", "facing away from", "larger than", "passing above", "goes past", "separated by", "suspended in", "near top of", "jutting into", "at front of", "leading down to", "parked between", "over top of", "hand of", "poking out of", "stuck into", "projected on", "on left side of", "shown in", "hanging out on", "closed on", "linked to", "on door of", "walking behind", "extended on", "flying close to", "stuck to", "at rear of", "made from", "lying across", "hanging under", "standing close to", "on lap of", "hanging next to", "looking in", "hanging off", "light in", "gathered around", "lying next to", "trailing behind", "in lap of", "facing toward", "running beside", "sitting next to", "growing from", "depicted in", "leaning to", "laid out on", "dripping from", "curled on", "placed on", "on head of", "formed into", "shining on", "growing behind", "sprouting from", "walking next to", "attached by", "sitting against", "sitting above", "hanging at", "paved with", "hanging in", "hitched to", "sitting inside of", "sitting upon", "growing on", "growing among", "lying near", "curled under", "sitting by", "standing beneath", "extending into", "draped across", "laying next to", "tilted on", "floating in", "resting on", "embedded in", "hung on", "lit up on", "standing along", "passing by", "sleeping on", "painted on top of", "splashing behind", "sitting near", "standing with", "on roof of", "growing next to", "on tip of", "standing on edge of", "laying with", "parked across", "posing on", "smothered in", "hanging on side of", "sitting inside", "stored in", "seated in", "shinning on", "grazing next to", "kneeling by", "walking beside", "seated in front of", "held with", "hanging on back of", "standing in middle of", "standing beside", "glued on", "lying down on", "worn under", "sitting in middle of", "standing inside", "hanging over", "draped on", "parked behind", "walking on side of", "sitting underneath", "parked on", "parked at", "parked along", "towering over", "standing in front of", "parked against", "spilled on", "laying in", "sleeping under", "parked by", "stacked on top of", "walking in front of", "laying in front of", "sitting on top of", "grazing near", "parked in", "lying in front of", "parked alongside", "walking on top of", "standing on top of", "winding through", "standing outside of", "parked on side", "posing in front of", "parked inside", "riding atop", "parked on top of", "parked outside of", "hanging outside", "no suitable option" ], "action": [ "getting", "leaving behind", "striking", "coming onto", "tied into", "following", "getting out of", "cut into", "kicking", "crossed over", "hit by", "talking into", "reaching in", "making", "moving across", "cut in", "kicking up", "getting into", "played by", "painted with", "swung by", "reaching into", "driving toward", "running by", "running in", "blowing", "racing on", "posted to", "eating on", "breaking through", "throwing off", "pushing", "handing on", "hanging on to", "getting in", "hanging around", "guarding", "pushed into", "smoking", "walking along", "walking into", "driving", "casted by", "hanging with", "turning", "eating in", "rolling to", "concentrating on", "flying", "created by", "maneuvering", "flapping", "walking", "pecking", "leaning into", "walking on", "measuring", "stirring", "advertising", "wearing", "walking onto", "heading down", "riding with", "walking to", "walking around", "listening to", "feeding in", "rolling through", "covering", "adorning", "surfing", "reflecting", "shopping for", "washed in", "skating in", "holding on", "cooking on", "walking alongside", "preparing for", "curling", "rolling down", "growing out of", "posing in", "drizzled on", "handling", "doing tricks in", "dripping down", "flooding", "cast on", "sitting down on", "growing alongside", "pouring out of", "pulled up to", "clasping", "tapping", "growing out", "spraying in", "bathing in", "grazing from", "gesturing with", "plugged in to", "skateboarding", "skateboarding down", "skateboarding on", "grazing", "walking over", "swimming with", "stretching", "baking in", "swimming", "snowboarding down", "juggling", "standing up on", "washing onto", "windsurfing in", "soiling", "loading onto", "no suitable option" ], "state": [ "spot on", "losing", "clear", "right to", "shredded", "styled in", "glowing", "made with", "sitting around", "outfit", "curled over", "growing up", "made for", "relaxing on", "parked", "relaxing in", "wearing same", "named", "owned by", "growing outside", "no suitable option" ] }, "subject": "fence", "predicate": "between", "object": "field" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_25_fence_between_facility.jpg", "options": { "spatial": [ "hanging between", "amidst", "into", "coming towards", "missing from", "near side of", "mixed into", "on piece of", "near bottom of", "on left of", "down", "sticking out from", "left on", "over edge of", "tied with", "left by", "facing away from", "larger than", "passing above", "goes past", "separated by", "suspended in", "near top of", "jutting into", "at front of", "leading down to", "parked between", "over top of", "hand of", "poking out of", "stuck into", "projected on", "on left side of", "shown in", "hanging out on", "closed on", "linked to", "on door of", "walking behind", "extended on", "flying close to", "stuck to", "at rear of", "made from", "lying across", "hanging under", "standing close to", "on lap of", "hanging next to", "looking in", "hanging off", "light in", "gathered around", "lying next to", "trailing behind", "in lap of", "facing toward", "running beside", "sitting next to", "growing from", "depicted in", "leaning to", "laid out on", "dripping from", "curled on", "placed on", "on head of", "formed into", "shining on", "growing behind", "sprouting from", "walking next to", "attached by", "sitting against", "sitting above", "hanging at", "paved with", "hanging in", "hitched to", "sitting inside of", "sitting upon", "growing on", "growing among", "lying near", "curled under", "sitting by", "standing beneath", "extending into", "draped across", "laying next to", "tilted on", "floating in", "resting on", "embedded in", "hung on", "lit up on", "standing along", "passing by", "sleeping on", "painted on top of", "splashing behind", "sitting near", "standing with", "on roof of", "growing next to", "on tip of", "standing on edge of", "laying with", "parked across", "posing on", "smothered in", "hanging on side of", "sitting inside", "stored in", "seated in", "shinning on", "grazing next to", "kneeling by", "walking beside", "seated in front of", "held with", "hanging on back of", "standing in middle of", "standing beside", "glued on", "lying down on", "worn under", "sitting in middle of", "standing inside", "hanging over", "draped on", "parked behind", "walking on side of", "sitting underneath", "parked on", "parked at", "parked along", "towering over", "standing in front of", "parked against", "spilled on", "laying in", "sleeping under", "parked by", "stacked on top of", "walking in front of", "laying in front of", "sitting on top of", "grazing near", "parked in", "lying in front of", "parked alongside", "walking on top of", "standing on top of", "winding through", "standing outside of", "parked on side", "posing in front of", "parked inside", "riding atop", "parked on top of", "parked outside of", "hanging outside", "no suitable option" ], "action": [ "getting", "leaving behind", "striking", "coming onto", "tied into", "following", "getting out of", "cut into", "kicking", "crossed over", "hit by", "talking into", "reaching in", "making", "moving across", "cut in", "kicking up", "getting into", "played by", "painted with", "swung by", "reaching into", "driving toward", "running by", "running in", "blowing", "racing on", "posted to", "eating on", "breaking through", "throwing off", "pushing", "handing on", "hanging on to", "getting in", "hanging around", "guarding", "pushed into", "smoking", "walking along", "walking into", "driving", "casted by", "hanging with", "turning", "eating in", "rolling to", "concentrating on", "flying", "created by", "maneuvering", "flapping", "walking", "pecking", "leaning into", "walking on", "measuring", "stirring", "advertising", "wearing", "walking onto", "heading down", "riding with", "walking to", "walking around", "listening to", "feeding in", "rolling through", "covering", "adorning", "surfing", "reflecting", "shopping for", "washed in", "skating in", "holding on", "cooking on", "walking alongside", "preparing for", "curling", "rolling down", "growing out of", "posing in", "drizzled on", "handling", "doing tricks in", "dripping down", "flooding", "cast on", "sitting down on", "growing alongside", "pouring out of", "pulled up to", "clasping", "tapping", "growing out", "spraying in", "bathing in", "grazing from", "gesturing with", "plugged in to", "skateboarding", "skateboarding down", "skateboarding on", "grazing", "walking over", "swimming with", "stretching", "baking in", "swimming", "snowboarding down", "juggling", "standing up on", "washing onto", "windsurfing in", "soiling", "loading onto", "no suitable option" ], "state": [ "spot on", "losing", "clear", "right to", "shredded", "styled in", "glowing", "made with", "sitting around", "outfit", "curled over", "growing up", "made for", "relaxing on", "parked", "relaxing in", "wearing same", "named", "owned by", "growing outside", "no suitable option" ] }, "subject": "fence", "predicate": "between", "object": "facility" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_26_facility_behind_fence.jpg", "options": { "spatial": [ "walking behind", "at front of", "growing behind", "trailing behind", "parked behind", "facing away from", "standing in front of", "at rear of", "leading down to", "splashing behind", "lying in front of", "walking in front of", "over top of", "running beside", "facing toward", "laying in front of", "passing above", "sticking out from", "standing beside", "standing close to", "near side of", "goes past", "on left side of", "on left of", "seated in front of", "posing in front of", "hanging on back of", "standing outside of", "lying next to", "parked against", "down", "standing beneath", "amidst", "near top of", "near bottom of", "standing along", "over edge of", "lying across", "walking beside", "standing with", "walking next to", "left by", "hanging under", "parked across", "coming towards", "worn under", "standing in middle of", "laying next to", "standing inside", "lying near", "parked between", "hanging next to", "sitting against", "parked along", "towering over", "sitting above", "standing on top of", "missing from", "projected on", "sitting next to", "gathered around", "on head of", "parked alongside", "into", "on door of", "standing on edge of", "suspended in", "on roof of", "flying close to", "on piece of", "parked on side", "parked at", "draped across", "parked outside of", "walking on side of", "paved with", "hanging on side of", "walking on top of", "on lap of", "parked on", "curled under", "shown in", "placed on", "parked by", "poking out of", "lying down on", "parked on top of", "sitting underneath", "growing next to", "passing by", "stacked on top of", "left on", "parked inside", "winding through", "tied with", "grazing next to", "embedded in", "posing on", "laid out on", "hanging between", "hanging over", "sleeping under", "jutting into", "sitting near", "in lap of", "separated by", "sitting inside of", "parked in", "sitting in middle of", "hand of", "depicted in", "sitting by", "floating in", "stuck to", "attached by", "sitting on top of", "draped on", "leaning to", "hanging outside", "on tip of", "extended on", "laying with", "sitting upon", "painted on top of", "hanging out on", "light in", "tilted on", "sitting inside", "hanging at", "spilled on", "held with", "growing on", "growing from", "curled on", "laying in", "hanging in", "grazing near", "closed on", "kneeling by", "shining on", "made from", "stuck into", "lit up on", "growing among", "resting on", "extending into", "dripping from", "formed into", "linked to", "hanging off", "riding atop", "shinning on", "sprouting from", "stored in", "mixed into", "seated in", "hung on", "hitched to", "larger than", "glued on", "sleeping on", "smothered in", "looking in", "no suitable option" ], "action": [ "leaving behind", "crossed over", "driving toward", "walking around", "walking over", "moving across", "covering", "guarding", "following", "standing up on", "walking alongside", "walking along", "running by", "hanging around", "wearing", "turning", "getting out of", "rolling through", "swung by", "kicking", "maneuvering", "pushed into", "running in", "growing alongside", "hit by", "tied into", "kicking up", "heading down", "blowing", "played by", "pushing", "making", "walking on", "painted with", "leaning into", "reflecting", "breaking through", "posing in", "adorning", "walking", "driving", "riding with", "walking into", "racing on", "pulled up to", "coming onto", "reaching in", "getting", "flapping", "rolling to", "growing out", "doing tricks in", "posted to", "walking onto", "reaching into", "walking to", "rolling down", "surfing", "growing out of", "advertising", "smoking", "hanging with", "casted by", "cut into", "talking into", "sitting down on", "striking", "handing on", "handling", "gesturing with", "hanging on to", "listening to", "cut in", "eating on", "skating in", "grazing from", "throwing off", "skateboarding down", "flying", "stretching", "pecking", "tapping", "cooking on", "stirring", "flooding", "feeding in", "eating in", "washed in", "swimming with", "grazing", "juggling", "dripping down", "getting into", "snowboarding down", "holding on", "curling", "pouring out of", "skateboarding on", "drizzled on", "created by", "clasping", "cast on", "skateboarding", "bathing in", "getting in", "windsurfing in", "concentrating on", "plugged in to", "swimming", "shopping for", "soiling", "spraying in", "preparing for", "measuring", "baking in", "washing onto", "loading onto", "no suitable option" ], "state": [ "losing", "right to", "clear", "sitting around", "parked", "curled over", "styled in", "spot on", "glowing", "shredded", "made with", "outfit", "named", "owned by", "growing up", "made for", "wearing same", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "facility", "predicate": "behind", "object": "fence" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_27_soda_in_can.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "soda", "predicate": "in", "object": "can" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_28_man_wearing_pant.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "pant" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_29_flower_in_field.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "flower", "predicate": "in", "object": "field" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_2_can_of_soda.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "can", "predicate": "of", "object": "soda" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_30_man_has_shoe.jpg", "options": { "spatial": [ "held with", "goes past", "laying with", "paved with", "hanging at", "laid out on", "tied with", "hung on", "stuck to", "hanging under", "made from", "sticking out from", "hanging between", "extended on", "amidst", "hanging over", "on piece of", "hanging in", "left by", "spilled on", "shining on", "hanging off", "hanging next to", "depicted in", "standing with", "near bottom of", "hanging on back of", "over edge of", "growing on", "linked to", "mixed into", "suspended in", "lying across", "down", "hanging on side of", "painted on top of", "poking out of", "into", "worn under", "leading down to", "shown in", "laying in front of", "stuck into", "laying in", "lying next to", "missing from", "facing away from", "laying next to", "growing from", "larger than", "growing behind", "lying near", "over top of", "on left of", "near side of", "curled on", "curled under", "running beside", "on roof of", "light in", "at front of", "lying in front of", "kneeling by", "sleeping on", "lying down on", "leaning to", "gathered around", "dripping from", "hanging out on", "near top of", "embedded in", "sleeping under", "attached by", "facing toward", "hanging outside", "at rear of", "glued on", "lit up on", "hitched to", "towering over", "floating in", "parked at", "on left side of", "placed on", "coming towards", "trailing behind", "hand of", "parked alongside", "splashing behind", "winding through", "tilted on", "growing next to", "growing among", "standing beneath", "smothered in", "resting on", "extending into", "passing above", "parked against", "on tip of", "parked on", "left on", "stacked on top of", "draped on", "parked in", "parked inside", "parked across", "flying close to", "parked on side", "walking behind", "projected on", "standing inside", "posing on", "parked behind", "draped across", "parked along", "standing along", "jutting into", "parked by", "on head of", "stored in", "closed on", "standing close to", "parked on top of", "on lap of", "sitting inside of", "in lap of", "standing in front of", "on door of", "riding atop", "standing on edge of", "posing in front of", "formed into", "parked outside of", "sitting against", "parked between", "standing in middle of", "standing outside of", "standing beside", "shinning on", "sitting inside", "walking next to", "grazing next to", "standing on top of", "walking on side of", "walking beside", "walking in front of", "seated in front of", "looking in", "walking on top of", "sitting next to", "grazing near", "seated in", "sitting underneath", "sitting upon", "sitting on top of", "sitting in middle of", "sitting by", "passing by", "sitting above", "separated by", "sitting near", "sprouting from", "no suitable option" ], "action": [ "painted with", "hanging with", "blowing", "smoking", "striking", "breaking through", "getting", "following", "washed in", "rolling down", "holding on", "kicking", "hanging on to", "rolling through", "throwing off", "played by", "running by", "wearing", "kicking up", "hanging around", "rolling to", "covering", "adorning", "pushing", "crossed over", "driving", "leaving behind", "posted to", "flying", "shopping for", "dripping down", "making", "stretching", "flapping", "swung by", "eating on", "riding with", "growing alongside", "getting out of", "handling", "advertising", "running in", "stirring", "growing out of", "tied into", "surfing", "hit by", "cut in", "reflecting", "turning", "guarding", "drizzled on", "pulled up to", "moving across", "listening to", "leaning into", "cut into", "maneuvering", "eating in", "preparing for", "pecking", "growing out", "walking", "coming onto", "pushed into", "pouring out of", "flooding", "feeding in", "swimming with", "getting into", "created by", "curling", "walking alongside", "clasping", "posing in", "casted by", "grazing", "cooking on", "skateboarding down", "racing on", "washing onto", "talking into", "walking along", "walking on", "tapping", "gesturing with", "juggling", "soiling", "cast on", "walking to", "doing tricks in", "bathing in", "driving toward", "snowboarding down", "skateboarding", "skating in", "spraying in", "concentrating on", "handing on", "walking over", "walking onto", "reaching in", "swimming", "walking around", "baking in", "reaching into", "grazing from", "walking into", "standing up on", "skateboarding on", "loading onto", "getting in", "measuring", "sitting down on", "plugged in to", "windsurfing in", "heading down", "no suitable option" ], "state": [ "made with", "made for", "losing", "clear", "owned by", "spot on", "shredded", "right to", "growing up", "outfit", "glowing", "named", "curled over", "styled in", "parked", "relaxing on", "wearing same", "relaxing in", "sitting around", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "has", "object": "shoe" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_31_man_on_road.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "on", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_32_rock_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "rock", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_3_post_in_ground.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "post", "predicate": "in", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_4_man_throwing_frisbee.jpg", "options": { "spatial": [ "hanging over", "hitched to", "poking out of", "laying with", "passing by", "passing above", "tied with", "leaning to", "dripping from", "leading down to", "hanging at", "hanging in", "facing away from", "sticking out from", "hand of", "laying next to", "lying across", "hanging off", "laying in front of", "laying in", "down", "suspended in", "held with", "coming towards", "facing toward", "left by", "hanging under", "hanging next to", "hanging out on", "hanging outside", "into", "smothered in", "shinning on", "over top of", "hanging between", "kneeling by", "riding atop", "floating in", "jutting into", "running beside", "tilted on", "splashing behind", "trailing behind", "curled on", "draped across", "hanging on back of", "laid out on", "light in", "flying close to", "curled under", "mixed into", "at front of", "sitting against", "walking behind", "projected on", "lying next to", "winding through", "on head of", "hung on", "spilled on", "attached by", "growing behind", "shining on", "on tip of", "lying in front of", "missing from", "over edge of", "hanging on side of", "parked against", "parked across", "draped on", "growing on", "walking on top of", "sprouting from", "sleeping under", "posing on", "at rear of", "growing from", "gathered around", "amidst", "goes past", "lying near", "lying down on", "resting on", "grazing next to", "lit up on", "walking in front of", "made from", "paved with", "sleeping on", "parked in", "standing with", "in lap of", "stuck to", "stuck into", "parked on", "parked at", "parked behind", "parked by", "extended on", "embedded in", "growing among", "towering over", "growing next to", "worn under", "on lap of", "walking next to", "standing close to", "posing in front of", "parked inside", "parked on top of", "near top of", "walking beside", "placed on", "painted on top of", "stacked on top of", "standing on top of", "near side of", "grazing near", "shown in", "glued on", "larger than", "parked between", "formed into", "separated by", "standing in front of", "on piece of", "walking on side of", "left on", "depicted in", "linked to", "sitting on top of", "parked outside of", "standing in middle of", "sitting by", "sitting next to", "closed on", "on left of", "extending into", "seated in", "on left side of", "sitting upon", "sitting inside", "near bottom of", "stored in", "parked on side", "standing outside of", "on roof of", "seated in front of", "standing inside", "parked along", "sitting inside of", "sitting in middle of", "looking in", "sitting above", "sitting underneath", "standing beside", "standing on edge of", "standing along", "standing beneath", "parked alongside", "on door of", "sitting near", "no suitable option" ], "action": [ "throwing off", "blowing", "stirring", "swung by", "handling", "juggling", "kicking", "rolling down", "handing on", "hanging around", "pecking", "rolling to", "turning", "striking", "pushing", "maneuvering", "making", "rolling through", "spraying in", "kicking up", "flying", "hanging with", "tied into", "flapping", "getting out of", "feeding in", "walking around", "leaving behind", "dripping down", "guarding", "played by", "gesturing with", "curling", "leaning into", "running by", "doing tricks in", "pushed into", "swimming with", "hit by", "crossed over", "getting", "walking", "smoking", "swimming", "adorning", "flooding", "breaking through", "wearing", "hanging on to", "moving across", "growing out", "running in", "pouring out of", "washed in", "pulled up to", "eating in", "tapping", "eating on", "stretching", "driving", "bathing in", "skating in", "riding with", "walking over", "advertising", "painted with", "soiling", "cooking on", "casted by", "growing out of", "grazing", "reaching in", "concentrating on", "surfing", "listening to", "talking into", "holding on", "snowboarding down", "walking on", "grazing from", "posing in", "cut in", "coming onto", "measuring", "baking in", "covering", "reaching into", "following", "getting into", "racing on", "skateboarding down", "walking to", "windsurfing in", "clasping", "reflecting", "cut into", "walking into", "walking along", "driving toward", "skateboarding", "plugged in to", "walking onto", "shopping for", "washing onto", "created by", "heading down", "preparing for", "growing alongside", "skateboarding on", "cast on", "getting in", "sitting down on", "posted to", "walking alongside", "drizzled on", "standing up on", "loading onto", "no suitable option" ], "state": [ "losing", "shredded", "curled over", "glowing", "growing up", "made with", "sitting around", "named", "relaxing on", "clear", "parked", "relaxing in", "made for", "right to", "outfit", "owned by", "wearing same", "styled in", "spot on", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "throwing", "object": "frisbee" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_5_fence_at_distance.jpg", "options": { "spatial": [ "at rear of", "parked at", "at front of", "on left of", "hanging at", "on head of", "on door of", "on piece of", "projected on", "left on", "suspended in", "extended on", "on lap of", "near top of", "hanging under", "placed on", "closed on", "missing from", "on roof of", "near bottom of", "on tip of", "parked on", "down", "passing above", "coming towards", "into", "near side of", "over top of", "stuck to", "in lap of", "floating in", "shown in", "on left side of", "sitting above", "sitting upon", "growing on", "laid out on", "looking in", "tilted on", "worn under", "amidst", "hanging in", "hanging next to", "posing on", "goes past", "hung on", "parked in", "linked to", "smothered in", "seated in", "sitting next to", "held with", "hanging out on", "sleeping under", "sitting in middle of", "over edge of", "left by", "sitting on top of", "embedded in", "stuck into", "seated in front of", "standing in middle of", "sitting underneath", "gathered around", "parked behind", "lit up on", "sleeping on", "standing beneath", "lying next to", "sitting near", "standing on top of", "leading down to", "lying near", "tied with", "hanging on back of", "standing close to", "parked against", "shining on", "sitting by", "hand of", "depicted in", "sitting against", "attached by", "sticking out from", "lying down on", "standing in front of", "standing with", "parked across", "hanging over", "spilled on", "parked on top of", "hanging between", "growing behind", "leaning to", "growing next to", "riding atop", "painted on top of", "laying next to", "passing by", "splashing behind", "lying across", "poking out of", "sitting inside of", "parked along", "jutting into", "hanging off", "parked between", "walking behind", "parked by", "towering over", "laying in", "stored in", "curled on", "shinning on", "light in", "facing toward", "grazing next to", "curled under", "lying in front of", "standing along", "trailing behind", "growing from", "running beside", "parked alongside", "hanging on side of", "extending into", "standing beside", "sitting inside", "paved with", "facing away from", "walking on top of", "draped on", "glued on", "laying in front of", "standing on edge of", "standing inside", "resting on", "flying close to", "grazing near", "stacked on top of", "walking next to", "posing in front of", "walking in front of", "dripping from", "parked inside", "larger than", "hitched to", "growing among", "laying with", "parked on side", "draped across", "mixed into", "parked outside of", "sprouting from", "kneeling by", "standing outside of", "hanging outside", "made from", "separated by", "walking beside", "walking on side of", "formed into", "winding through", "no suitable option" ], "action": [ "reaching in", "following", "hit by", "getting", "striking", "coming onto", "running in", "getting in", "racing on", "getting into", "eating on", "sitting down on", "hanging on to", "handing on", "washed in", "swung by", "running by", "pushed into", "crossed over", "kicking up", "walking on", "posing in", "pushing", "holding on", "cut in", "hanging around", "painted with", "played by", "posted to", "kicking", "pulled up to", "flooding", "reaching into", "standing up on", "wearing", "making", "advertising", "tied into", "listening to", "shopping for", "driving toward", "cast on", "heading down", "getting out of", "casted by", "eating in", "hanging with", "cooking on", "walking onto", "driving", "throwing off", "moving across", "adorning", "tapping", "bathing in", "leaving behind", "cut into", "walking around", "talking into", "rolling to", "plugged in to", "walking into", "leaning into", "gesturing with", "growing alongside", "created by", "maneuvering", "stirring", "skating in", "blowing", "growing out of", "surfing", "measuring", "riding with", "dripping down", "walking to", "walking", "preparing for", "concentrating on", "walking over", "turning", "feeding in", "pecking", "breaking through", "grazing", "spraying in", "growing out", "flying", "covering", "grazing from", "guarding", "walking alongside", "drizzled on", "swimming", "reflecting", "handling", "walking along", "skateboarding on", "smoking", "rolling through", "washing onto", "pouring out of", "stretching", "rolling down", "snowboarding down", "doing tricks in", "loading onto", "swimming with", "skateboarding", "baking in", "skateboarding down", "clasping", "flapping", "juggling", "curling", "windsurfing in", "soiling", "no suitable option" ], "state": [ "right to", "styled in", "spot on", "glowing", "outfit", "sitting around", "parked", "shredded", "clear", "losing", "owned by", "growing up", "made with", "curled over", "wearing same", "made for", "named", "relaxing on", "relaxing in", "growing outside", "no suitable option" ] }, "subject": "fence", "predicate": "at", "object": "distance" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_6_shrubbery_in_field.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "shrubbery", "predicate": "in", "object": "field" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_7_roadway_in_background.jpg", "options": { "spatial": [ "into", "shown in", "looking in", "stored in", "suspended in", "floating in", "parked in", "embedded in", "hanging in", "stuck into", "light in", "seated in", "depicted in", "jutting into", "in lap of", "on door of", "laying in", "formed into", "amidst", "sitting inside of", "standing inside", "near top of", "placed on", "near side of", "near bottom of", "sitting inside", "at front of", "attached by", "down", "parked inside", "poking out of", "smothered in", "gathered around", "mixed into", "hanging under", "extending into", "on left side of", "on left of", "linked to", "sticking out from", "stuck to", "closed on", "missing from", "at rear of", "hanging next to", "over top of", "parked at", "laid out on", "curled under", "hanging out on", "extended on", "on piece of", "left on", "curled on", "parked on", "seated in front of", "left by", "tied with", "held with", "coming towards", "sitting in middle of", "on head of", "parked by", "hanging between", "lying next to", "projected on", "hanging at", "hung on", "standing in middle of", "on lap of", "lying near", "lying across", "sitting next to", "sitting by", "hanging on side of", "sitting above", "leading down to", "standing in front of", "on roof of", "growing on", "parked across", "passing above", "lying in front of", "sitting upon", "goes past", "lit up on", "parked alongside", "growing next to", "sleeping under", "larger than", "glued on", "hanging over", "hanging on back of", "posing on", "sitting near", "on tip of", "over edge of", "parked between", "worn under", "sitting on top of", "sitting underneath", "parked along", "parked on top of", "standing beneath", "laying in front of", "growing among", "laying next to", "standing close to", "growing from", "parked behind", "shining on", "running beside", "parked on side", "dripping from", "separated by", "standing with", "sleeping on", "stacked on top of", "lying down on", "resting on", "tilted on", "hand of", "walking in front of", "standing beside", "draped across", "paved with", "growing behind", "parked outside of", "leaning to", "draped on", "parked against", "laying with", "standing on top of", "hanging off", "hitched to", "winding through", "passing by", "painted on top of", "sitting against", "spilled on", "flying close to", "walking next to", "shinning on", "facing away from", "walking behind", "posing in front of", "hanging outside", "standing outside of", "walking on top of", "towering over", "made from", "standing along", "kneeling by", "trailing behind", "walking on side of", "walking beside", "splashing behind", "facing toward", "grazing next to", "riding atop", "standing on edge of", "grazing near", "sprouting from", "no suitable option" ], "action": [ "getting in", "running in", "cut in", "reaching in", "getting into", "washed in", "eating in", "cut into", "posing in", "talking into", "pushed into", "tied into", "walking into", "reaching into", "hit by", "following", "skating in", "getting", "posted to", "spraying in", "getting out of", "coming onto", "leaning into", "feeding in", "making", "played by", "hanging around", "plugged in to", "shopping for", "bathing in", "pulled up to", "swung by", "advertising", "running by", "baking in", "kicking up", "created by", "crossed over", "listening to", "growing out", "doing tricks in", "wearing", "painted with", "holding on", "heading down", "driving", "breaking through", "blowing", "growing out of", "walking around", "flooding", "kicking", "preparing for", "pouring out of", "racing on", "growing alongside", "rolling to", "dripping down", "clasping", "hanging with", "striking", "hanging on to", "smoking", "windsurfing in", "moving across", "tapping", "handing on", "casted by", "handling", "rolling through", "sitting down on", "eating on", "turning", "walking onto", "maneuvering", "curling", "surfing", "flapping", "walking on", "cast on", "covering", "pushing", "swimming", "pecking", "guarding", "stirring", "rolling down", "walking alongside", "leaving behind", "riding with", "concentrating on", "throwing off", "reflecting", "walking", "flying", "walking to", "cooking on", "swimming with", "standing up on", "walking along", "snowboarding down", "adorning", "skateboarding", "measuring", "skateboarding down", "stretching", "loading onto", "drizzled on", "driving toward", "walking over", "skateboarding on", "juggling", "washing onto", "gesturing with", "grazing", "grazing from", "soiling", "no suitable option" ], "state": [ "styled in", "relaxing in", "losing", "sitting around", "curled over", "parked", "made for", "outfit", "made with", "right to", "shredded", "spot on", "growing up", "owned by", "glowing", "clear", "relaxing on", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "roadway", "predicate": "in", "object": "background" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_8_man_playing_frisbee.jpg", "options": { "spatial": [ "hanging out on", "into", "down", "hanging in", "stuck into", "poking out of", "hanging off", "floating in", "suspended in", "jutting into", "gathered around", "growing on", "leading down to", "leaning to", "tilted on", "tied with", "hanging under", "hanging over", "curled on", "stuck to", "sticking out from", "hanging between", "on piece of", "hanging at", "laying in", "passing above", "light in", "looking in", "resting on", "glued on", "lit up on", "sleeping on", "seated in", "placed on", "projected on", "shining on", "sitting against", "posing on", "parked on", "lying down on", "running beside", "lying across", "parked in", "shinning on", "sitting upon", "laying with", "at front of", "embedded in", "curled under", "attached by", "shown in", "sitting inside", "laid out on", "held with", "mixed into", "coming towards", "hand of", "hanging next to", "sleeping under", "flying close to", "growing behind", "sitting underneath", "parked across", "sitting above", "worn under", "sitting next to", "hung on", "splashing behind", "goes past", "on head of", "linked to", "hanging on back of", "hanging outside", "laying next to", "laying in front of", "on lap of", "sitting on top of", "passing by", "missing from", "sitting by", "seated in front of", "stacked on top of", "in lap of", "stored in", "near side of", "riding atop", "parked between", "sitting in middle of", "smothered in", "parked behind", "paved with", "on left side of", "parked inside", "formed into", "hanging on side of", "at rear of", "facing away from", "sitting inside of", "left by", "sitting near", "growing from", "closed on", "kneeling by", "standing close to", "parked against", "extended on", "amidst", "parked at", "depicted in", "lying next to", "parked along", "standing with", "on tip of", "over top of", "spilled on", "hitched to", "growing next to", "trailing behind", "standing inside", "near bottom of", "lying near", "dripping from", "left on", "lying in front of", "growing among", "parked by", "parked on side", "standing beneath", "parked alongside", "on left of", "draped on", "standing along", "walking behind", "parked outside of", "parked on top of", "facing toward", "standing in front of", "standing on top of", "on roof of", "near top of", "draped across", "over edge of", "towering over", "posing in front of", "standing in middle of", "grazing next to", "on door of", "walking on top of", "painted on top of", "made from", "grazing near", "larger than", "walking in front of", "standing beside", "extending into", "standing outside of", "standing on edge of", "sprouting from", "walking next to", "walking on side of", "winding through", "separated by", "walking beside", "no suitable option" ], "action": [ "played by", "driving", "kicking", "maneuvering", "kicking up", "juggling", "hanging around", "making", "getting into", "getting", "doing tricks in", "swung by", "running in", "blowing", "guarding", "flying", "wearing", "listening to", "racing on", "smoking", "tied into", "leaning into", "getting in", "surfing", "throwing off", "hit by", "riding with", "rolling down", "turning", "swimming", "running by", "getting out of", "handling", "talking into", "hanging with", "curling", "skating in", "pecking", "holding on", "tapping", "shopping for", "reaching in", "stretching", "coming onto", "pushing", "flapping", "sitting down on", "eating on", "rolling to", "skateboarding", "preparing for", "hanging on to", "following", "walking around", "skateboarding down", "feeding in", "eating in", "handing on", "concentrating on", "growing out", "heading down", "rolling through", "snowboarding down", "pushed into", "moving across", "cut in", "dripping down", "crossed over", "reaching into", "stirring", "breaking through", "gesturing with", "skateboarding on", "posing in", "swimming with", "cast on", "leaving behind", "walking on", "striking", "painted with", "cut into", "growing alongside", "flooding", "advertising", "walking", "casted by", "spraying in", "clasping", "pulled up to", "driving toward", "cooking on", "growing out of", "walking into", "plugged in to", "reflecting", "standing up on", "grazing", "walking onto", "soiling", "bathing in", "washed in", "pouring out of", "adorning", "loading onto", "covering", "walking along", "measuring", "posted to", "drizzled on", "walking alongside", "windsurfing in", "grazing from", "walking over", "created by", "walking to", "baking in", "washing onto", "no suitable option" ], "state": [ "losing", "sitting around", "growing up", "relaxing on", "relaxing in", "curled over", "outfit", "parked", "clear", "shredded", "spot on", "glowing", "wearing same", "made for", "named", "styled in", "made with", "right to", "owned by", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "playing", "object": "frisbee" }, { "image_path": "annotated_image_folder/split_4/output_images_2411619/image_2411619_pair_9_bag_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bag", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_10_man_sitting on_motorcycle.jpg", "options": { "spatial": [ "sitting upon", "sitting on top of", "seated in", "sitting by", "sitting near", "sitting against", "sitting underneath", "sitting in middle of", "sitting next to", "sitting inside", "sitting above", "sitting inside of", "seated in front of", "resting on", "lying down on", "floating in", "placed on", "draped on", "sleeping on", "posing on", "laying in", "laid out on", "parked on", "hanging in", "curled on", "hanging out on", "tilted on", "hanging on back of", "laying next to", "standing on top of", "laying in front of", "hanging under", "kneeling by", "gathered around", "hanging over", "sleeping under", "lying near", "laying with", "hung on", "hanging off", "hanging on side of", "on head of", "shining on", "leaning to", "lying in front of", "on piece of", "draped across", "shinning on", "hanging at", "hanging next to", "curled under", "lying across", "riding atop", "growing on", "standing with", "embedded in", "parked in", "walking on top of", "glued on", "on lap of", "lying next to", "parked on top of", "suspended in", "standing beneath", "standing along", "sticking out from", "stacked on top of", "standing in middle of", "standing inside", "standing close to", "projected on", "closed on", "worn under", "lit up on", "standing on edge of", "hanging between", "on roof of", "hanging outside", "left on", "on door of", "looking in", "stored in", "parked at", "down", "stuck into", "near bottom of", "near top of", "on left of", "parked along", "parked between", "smothered in", "attached by", "on tip of", "paved with", "painted on top of", "light in", "parked alongside", "parked on side", "stuck to", "over top of", "held with", "posing in front of", "towering over", "standing beside", "on left side of", "standing in front of", "parked inside", "parked across", "at front of", "parked behind", "parked against", "running beside", "spilled on", "tied with", "depicted in", "standing outside of", "at rear of", "walking on side of", "parked by", "extended on", "flying close to", "passing above", "in lap of", "walking beside", "shown in", "facing away from", "near side of", "into", "parked outside of", "leading down to", "jutting into", "poking out of", "facing toward", "goes past", "walking next to", "left by", "growing behind", "hitched to", "missing from", "trailing behind", "grazing next to", "splashing behind", "grazing near", "walking behind", "coming towards", "walking in front of", "growing among", "over edge of", "passing by", "linked to", "dripping from", "amidst", "formed into", "hand of", "growing next to", "growing from", "separated by", "mixed into", "larger than", "extending into", "made from", "sprouting from", "winding through", "no suitable option" ], "action": [ "sitting down on", "eating on", "standing up on", "leaning into", "hanging around", "walking on", "holding on", "posing in", "heading down", "eating in", "hanging on to", "riding with", "wearing", "cooking on", "handing on", "hanging with", "bathing in", "walking onto", "kicking up", "running in", "loading onto", "pecking", "hit by", "listening to", "coming onto", "cast on", "getting in", "rolling down", "racing on", "plugged in to", "tied into", "maneuvering", "concentrating on", "preparing for", "walking around", "getting into", "dripping down", "swung by", "cut in", "flying", "walking alongside", "washed in", "reaching in", "flapping", "surfing", "washing onto", "talking into", "skating in", "swimming with", "played by", "driving", "rolling through", "pushed into", "shopping for", "kicking", "running by", "rolling to", "clasping", "skateboarding on", "walking along", "snowboarding down", "getting", "smoking", "swimming", "painted with", "walking into", "walking over", "getting out of", "reflecting", "pulled up to", "handling", "feeding in", "leaving behind", "skateboarding down", "cut into", "stretching", "walking", "drizzled on", "following", "casted by", "striking", "doing tricks in", "growing alongside", "throwing off", "making", "crossed over", "covering", "reaching into", "moving across", "turning", "growing out", "curling", "blowing", "breaking through", "grazing", "growing out of", "spraying in", "posted to", "stirring", "advertising", "adorning", "pushing", "juggling", "gesturing with", "skateboarding", "guarding", "grazing from", "soiling", "tapping", "walking to", "windsurfing in", "driving toward", "baking in", "created by", "pouring out of", "measuring", "flooding", "no suitable option" ], "state": [ "sitting around", "relaxing on", "relaxing in", "curled over", "styled in", "parked", "spot on", "wearing same", "outfit", "shredded", "clear", "growing up", "glowing", "named", "right to", "losing", "made with", "owned by", "made for", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "sitting on", "object": "motorcycle" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_11_man_wearing_jacket.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "jacket" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_1_man_riding_motorcycle.jpg", "options": { "spatial": [ "riding atop", "parked on", "sitting upon", "flying close to", "sitting against", "walking on top of", "posing on", "paved with", "parked along", "floating in", "sitting by", "hanging on back of", "seated in", "kneeling by", "parked across", "parked between", "parked in", "seated in front of", "draped on", "lying down on", "sitting in middle of", "walking on side of", "down", "running beside", "hanging outside", "parked against", "walking in front of", "resting on", "hitched to", "hanging out on", "sitting on top of", "worn under", "hanging in", "parked outside of", "parked behind", "hanging under", "parked at", "hanging off", "sitting underneath", "parked on side", "on lap of", "curled on", "hanging over", "sitting above", "parked on top of", "shinning on", "sleeping on", "sitting near", "at rear of", "sitting next to", "hanging at", "parked by", "growing on", "parked inside", "sticking out from", "hanging on side of", "on head of", "shining on", "walking behind", "walking next to", "tilted on", "standing along", "parked alongside", "sitting inside", "leaning to", "draped across", "laying in front of", "splashing behind", "sitting inside of", "hanging between", "on piece of", "placed on", "laying in", "lying across", "jutting into", "sleeping under", "laid out on", "attached by", "hanging next to", "suspended in", "passing by", "curled under", "winding through", "gathered around", "lying in front of", "posing in front of", "into", "stuck into", "left by", "poking out of", "at front of", "hung on", "held with", "standing in middle of", "passing above", "depicted in", "lying near", "trailing behind", "in lap of", "growing behind", "laying with", "laying next to", "towering over", "lit up on", "grazing next to", "on roof of", "closed on", "tied with", "standing close to", "leading down to", "standing in front of", "standing on top of", "standing outside of", "light in", "stuck to", "on left of", "standing beneath", "goes past", "grazing near", "standing with", "growing from", "embedded in", "projected on", "near side of", "walking beside", "facing away from", "glued on", "on left side of", "on tip of", "left on", "spilled on", "stacked on top of", "painted on top of", "dripping from", "lying next to", "stored in", "over top of", "near bottom of", "looking in", "sprouting from", "standing inside", "standing on edge of", "growing among", "mixed into", "smothered in", "shown in", "coming towards", "growing next to", "amidst", "hand of", "extended on", "made from", "formed into", "missing from", "larger than", "separated by", "near top of", "facing toward", "over edge of", "on door of", "standing beside", "linked to", "extending into", "no suitable option" ], "action": [ "riding with", "driving", "racing on", "surfing", "swimming", "flying", "maneuvering", "walking on", "walking", "snowboarding down", "doing tricks in", "wearing", "swimming with", "turning", "swung by", "skateboarding down", "skateboarding", "rolling down", "sitting down on", "skateboarding on", "walking around", "hanging around", "kicking", "skating in", "smoking", "rolling to", "rolling through", "running in", "walking alongside", "walking along", "leaning into", "blowing", "curling", "moving across", "running by", "driving toward", "walking onto", "kicking up", "eating on", "pecking", "posing in", "walking to", "flapping", "played by", "bathing in", "walking over", "getting", "holding on", "juggling", "hanging on to", "getting into", "reflecting", "leaving behind", "getting out of", "hanging with", "crossed over", "standing up on", "cast on", "stretching", "growing out", "eating in", "walking into", "handing on", "tied into", "making", "listening to", "clasping", "heading down", "following", "loading onto", "throwing off", "casted by", "grazing", "dripping down", "coming onto", "hit by", "striking", "preparing for", "grazing from", "gesturing with", "shopping for", "getting in", "growing out of", "flooding", "reaching in", "painted with", "advertising", "growing alongside", "concentrating on", "breaking through", "windsurfing in", "reaching into", "pulled up to", "pushing", "tapping", "washed in", "talking into", "soiling", "handling", "guarding", "plugged in to", "spraying in", "baking in", "cooking on", "cut in", "pushed into", "adorning", "measuring", "covering", "stirring", "cut into", "drizzled on", "pouring out of", "created by", "feeding in", "washing onto", "posted to", "no suitable option" ], "state": [ "sitting around", "relaxing on", "parked", "losing", "relaxing in", "wearing same", "outfit", "growing up", "shredded", "curled over", "named", "glowing", "clear", "owned by", "spot on", "styled in", "made for", "growing outside", "made with", "right to", "no suitable option" ] }, "subject": "man", "predicate": "riding", "object": "motorcycle" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_2_motorcycle_parked on_roadway.jpg", "options": { "spatial": [ "parked on", "parked at", "parked in", "parked on top of", "parked on side", "parked along", "parked between", "parked against", "parked by", "parked behind", "parked outside of", "parked inside", "parked alongside", "parked across", "placed on", "on roof of", "on head of", "laid out on", "resting on", "on piece of", "on tip of", "on door of", "attached by", "posing on", "hanging on side of", "paved with", "sleeping on", "closed on", "on left of", "hanging on back of", "standing on top of", "left on", "near side of", "at rear of", "on left side of", "glued on", "hung on", "floating in", "shining on", "hanging out on", "at front of", "sitting on top of", "near top of", "seated in front of", "hanging outside", "sitting by", "standing outside of", "sitting upon", "lit up on", "hanging under", "lying down on", "shinning on", "on lap of", "sitting above", "sitting near", "gathered around", "hitched to", "curled on", "tilted on", "growing on", "hanging next to", "seated in", "near bottom of", "standing close to", "standing in front of", "hanging in", "standing beside", "stored in", "sitting next to", "sticking out from", "hanging off", "embedded in", "projected on", "standing beneath", "sitting underneath", "hanging over", "standing in middle of", "spilled on", "sitting against", "laying in front of", "running beside", "splashing behind", "sitting in middle of", "painted on top of", "held with", "lying near", "standing with", "standing along", "suspended in", "standing on edge of", "draped on", "walking on top of", "hanging at", "down", "left by", "sitting inside of", "riding atop", "standing inside", "stuck to", "laying in", "laying next to", "lying in front of", "sitting inside", "walking on side of", "stuck into", "stacked on top of", "sleeping under", "worn under", "walking beside", "leaning to", "extended on", "lying across", "lying next to", "posing in front of", "curled under", "hanging between", "over top of", "linked to", "amidst", "walking in front of", "in lap of", "light in", "kneeling by", "looking in", "walking next to", "grazing near", "shown in", "growing behind", "missing from", "laying with", "depicted in", "walking behind", "grazing next to", "draped across", "into", "coming towards", "growing next to", "flying close to", "towering over", "smothered in", "hand of", "trailing behind", "tied with", "growing among", "leading down to", "facing toward", "facing away from", "goes past", "over edge of", "poking out of", "passing above", "growing from", "separated by", "jutting into", "formed into", "larger than", "passing by", "dripping from", "made from", "mixed into", "winding through", "extending into", "sprouting from", "no suitable option" ], "action": [ "holding on", "standing up on", "sitting down on", "racing on", "walking on", "hanging around", "driving", "hit by", "hanging on to", "riding with", "heading down", "posing in", "leaning into", "running in", "eating on", "driving toward", "swung by", "walking onto", "pulled up to", "skateboarding on", "running by", "skating in", "bathing in", "wearing", "coming onto", "handing on", "hanging with", "snowboarding down", "growing alongside", "walking alongside", "getting in", "surfing", "leaving behind", "skateboarding down", "walking around", "rolling down", "kicking up", "loading onto", "plugged in to", "crossed over", "cast on", "washed in", "walking over", "played by", "casted by", "drizzled on", "cooking on", "getting into", "turning", "walking into", "painted with", "pushed into", "moving across", "windsurfing in", "rolling to", "getting out of", "reaching in", "guarding", "listening to", "tied into", "reflecting", "posted to", "getting", "flooding", "maneuvering", "doing tricks in", "covering", "shopping for", "spraying in", "tapping", "washing onto", "skateboarding", "eating in", "making", "walking along", "walking", "created by", "following", "pecking", "growing out", "gesturing with", "dripping down", "swimming with", "smoking", "throwing off", "reaching into", "grazing from", "flapping", "walking to", "grazing", "kicking", "adorning", "swimming", "advertising", "growing out of", "flying", "pushing", "rolling through", "preparing for", "talking into", "cut in", "clasping", "blowing", "concentrating on", "handling", "soiling", "stretching", "curling", "striking", "juggling", "cut into", "pouring out of", "baking in", "feeding in", "stirring", "breaking through", "measuring", "no suitable option" ], "state": [ "parked", "sitting around", "relaxing on", "relaxing in", "owned by", "spot on", "curled over", "made for", "styled in", "right to", "named", "wearing same", "glowing", "growing outside", "made with", "outfit", "clear", "losing", "growing up", "shredded", "no suitable option" ] }, "subject": "motorcycle", "predicate": "parked on", "object": "roadway" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_3_man_wearing_jacket.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "jacket" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_4_yellow line_on_roadway.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "yellow line", "predicate": "on", "object": "roadway" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_5_man_wearing_jacket.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "jacket" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_6_man_wearing_coat.jpg", "options": { "spatial": [ "worn under", "draped on", "draped across", "posing on", "standing with", "held with", "shinning on", "kneeling by", "placed on", "resting on", "sitting upon", "curled on", "glued on", "standing along", "gathered around", "sitting against", "seated in", "light in", "hanging under", "tied with", "standing inside", "tilted on", "depicted in", "attached by", "riding atop", "walking on top of", "down", "lying down on", "leaning to", "curled under", "sitting by", "hanging in", "hanging outside", "growing on", "spilled on", "standing on top of", "seated in front of", "sitting inside", "sitting on top of", "standing beneath", "jutting into", "standing close to", "walking in front of", "hanging over", "painted on top of", "on piece of", "lit up on", "walking behind", "sitting above", "standing in front of", "sitting underneath", "parked on", "standing outside of", "laid out on", "on head of", "posing in front of", "hanging out on", "projected on", "shining on", "walking next to", "sitting next to", "sitting inside of", "floating in", "sitting near", "standing in middle of", "hanging on back of", "at front of", "leading down to", "sitting in middle of", "paved with", "running beside", "amidst", "towering over", "sticking out from", "laying in front of", "walking on side of", "into", "hanging at", "hanging between", "laying in", "sleeping on", "passing above", "sleeping under", "embedded in", "laying with", "parked in", "standing beside", "parked across", "at rear of", "shown in", "hanging on side of", "walking beside", "lying across", "left by", "growing among", "parked between", "lying in front of", "parked along", "over top of", "hanging next to", "on roof of", "goes past", "growing behind", "coming towards", "hanging off", "hung on", "stacked on top of", "passing by", "trailing behind", "on left of", "suspended in", "left on", "standing on edge of", "parked inside", "parked behind", "stuck into", "growing from", "extended on", "stored in", "laying next to", "parked against", "stuck to", "lying near", "mixed into", "dripping from", "parked by", "smothered in", "on lap of", "on left side of", "facing away from", "parked at", "made from", "parked outside of", "hand of", "poking out of", "facing toward", "in lap of", "looking in", "parked alongside", "closed on", "parked on top of", "near top of", "on door of", "splashing behind", "near bottom of", "parked on side", "growing next to", "separated by", "on tip of", "lying next to", "flying close to", "hitched to", "missing from", "linked to", "winding through", "near side of", "larger than", "over edge of", "grazing next to", "grazing near", "formed into", "extending into", "sprouting from", "no suitable option" ], "action": [ "wearing", "walking on", "painted with", "washed in", "holding on", "adorning", "covering", "walking", "stretching", "posing in", "kicking", "riding with", "leaning into", "clasping", "standing up on", "walking around", "swimming with", "sitting down on", "guarding", "tied into", "hanging around", "walking alongside", "walking along", "racing on", "swimming", "skating in", "shopping for", "bathing in", "gesturing with", "running in", "eating on", "driving", "walking onto", "washing onto", "doing tricks in", "drizzled on", "striking", "heading down", "listening to", "maneuvering", "kicking up", "blowing", "preparing for", "smoking", "hanging with", "running by", "getting", "making", "walking into", "walking over", "pecking", "handing on", "crossed over", "following", "eating in", "walking to", "leaving behind", "surfing", "coming onto", "hanging on to", "talking into", "snowboarding down", "turning", "getting into", "played by", "spraying in", "handling", "moving across", "advertising", "growing alongside", "skateboarding down", "dripping down", "flying", "swung by", "reaching in", "skateboarding on", "curling", "flapping", "cut in", "skateboarding", "cast on", "pulled up to", "rolling through", "cooking on", "reflecting", "breaking through", "growing out", "getting in", "cut into", "hit by", "loading onto", "pushed into", "getting out of", "concentrating on", "rolling down", "tapping", "reaching into", "measuring", "growing out of", "rolling to", "throwing off", "grazing", "stirring", "soiling", "windsurfing in", "casted by", "juggling", "plugged in to", "pouring out of", "grazing from", "feeding in", "pushing", "driving toward", "flooding", "baking in", "posted to", "created by", "no suitable option" ], "state": [ "wearing same", "outfit", "styled in", "sitting around", "relaxing on", "curled over", "glowing", "shredded", "made with", "relaxing in", "clear", "parked", "losing", "made for", "named", "growing up", "growing outside", "spot on", "owned by", "right to", "no suitable option" ] }, "subject": "man", "predicate": "wearing", "object": "coat" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_7_windshield_of_motorcycle.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "windshield", "predicate": "of", "object": "motorcycle" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_8_windshield_of_motorcycle.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "windshield", "predicate": "of", "object": "motorcycle" }, { "image_path": "annotated_image_folder/split_4/output_images_2415766/image_2415766_pair_9_white helmet_on_mans head.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "white helmet", "predicate": "on", "object": "mans head" }, { "image_path": "annotated_image_folder/split_4/output_images_2417107/image_2417107_pair_1_van_on_street.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "van", "predicate": "on", "object": "street" }, { "image_path": "annotated_image_folder/split_4/output_images_2417107/image_2417107_pair_2_man_on_scooter.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "man", "predicate": "on", "object": "scooter" }, { "image_path": "annotated_image_folder/split_4/output_images_2417107/image_2417107_pair_3_windshield_of_bus.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "windshield", "predicate": "of", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2417107/image_2417107_pair_4_van_on_street.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "van", "predicate": "on", "object": "street" }, { "image_path": "annotated_image_folder/split_4/output_images_2417107/image_2417107_pair_5_light_on_car.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "car" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_1_wheel_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "wheel", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_2_window_of_bus.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "of", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_3_window_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_4_sign_on_bus.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sign", "predicate": "on", "object": "bus" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_5_clock_on_tower.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "clock", "predicate": "on", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_6_row_of_window.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "row", "predicate": "of", "object": "window" }, { "image_path": "annotated_image_folder/split_4/output_images_2417624/image_2417624_pair_7_steeple_on_tower.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "steeple", "predicate": "on", "object": "tower" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_10_menu board_on_store.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "menu board", "predicate": "on", "object": "store" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_11_awning_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "awning", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_12_building_at end of_ground.jpg", "options": { "spatial": [ "at front of", "near bottom of", "on left of", "at rear of", "on left side of", "near top of", "over top of", "goes past", "near side of", "on door of", "closed on", "left by", "on piece of", "on head of", "over edge of", "leading down to", "hanging next to", "left on", "hanging at", "on lap of", "on tip of", "hanging under", "in lap of", "laid out on", "trailing behind", "hanging over", "coming towards", "hanging between", "sticking out from", "hanging in", "hanging on side of", "projected on", "lying next to", "hanging on back of", "attached by", "parked at", "missing from", "floating in", "amidst", "stuck to", "placed on", "on roof of", "laying next to", "extended on", "standing in middle of", "hung on", "poking out of", "walking behind", "hand of", "passing above", "parked on", "shown in", "hanging off", "hanging out on", "linked to", "tied with", "stored in", "suspended in", "sitting in middle of", "laying in front of", "laying in", "lying down on", "lying in front of", "down", "parked on top of", "standing close to", "lying across", "standing in front of", "into", "seated in front of", "held with", "parked behind", "standing on top of", "painted on top of", "jutting into", "sleeping on", "lying near", "resting on", "sitting next to", "sitting on top of", "stuck into", "parked in", "lit up on", "running beside", "walking on top of", "growing behind", "parked along", "shining on", "glued on", "sleeping under", "sitting upon", "depicted in", "light in", "sitting inside of", "curled under", "standing beside", "hitched to", "parked by", "stacked on top of", "tilted on", "seated in", "standing beneath", "sitting above", "facing away from", "extending into", "standing on edge of", "curled on", "growing next to", "sitting by", "walking in front of", "smothered in", "parked between", "winding through", "embedded in", "gathered around", "parked across", "splashing behind", "walking next to", "grazing next to", "looking in", "parked against", "growing on", "standing along", "facing toward", "laying with", "flying close to", "walking on side of", "parked on side", "posing on", "standing with", "parked alongside", "hanging outside", "mixed into", "shinning on", "paved with", "passing by", "leaning to", "kneeling by", "standing inside", "towering over", "worn under", "sitting against", "formed into", "parked inside", "separated by", "dripping from", "sitting inside", "draped across", "sitting underneath", "walking beside", "spilled on", "parked outside of", "posing in front of", "draped on", "standing outside of", "sitting near", "larger than", "grazing near", "growing from", "sprouting from", "riding atop", "made from", "growing among", "no suitable option" ], "action": [ "leaving behind", "getting out of", "coming onto", "running by", "crossed over", "reaching in", "tied into", "following", "hanging on to", "hanging around", "running in", "heading down", "hit by", "rolling through", "listening to", "hanging with", "cut in", "walking over", "washed in", "breaking through", "played by", "reaching into", "swung by", "getting into", "kicking up", "pushed into", "handing on", "pouring out of", "cut into", "making", "racing on", "getting in", "pulled up to", "getting", "growing out of", "flooding", "throwing off", "walking on", "holding on", "painted with", "blowing", "cast on", "sitting down on", "casted by", "posted to", "walking into", "eating in", "walking along", "turning", "rolling to", "dripping down", "eating on", "created by", "pecking", "rolling down", "feeding in", "talking into", "leaning into", "kicking", "pushing", "striking", "driving toward", "stirring", "maneuvering", "posing in", "bathing in", "walking around", "standing up on", "plugged in to", "walking onto", "clasping", "moving across", "wearing", "cooking on", "preparing for", "driving", "skating in", "concentrating on", "guarding", "growing out", "adorning", "flapping", "advertising", "handling", "tapping", "swimming with", "reflecting", "surfing", "growing alongside", "shopping for", "juggling", "covering", "walking", "swimming", "measuring", "walking alongside", "baking in", "spraying in", "grazing", "walking to", "riding with", "flying", "windsurfing in", "snowboarding down", "stretching", "grazing from", "gesturing with", "drizzled on", "smoking", "curling", "doing tricks in", "soiling", "skateboarding down", "washing onto", "skateboarding on", "skateboarding", "loading onto", "no suitable option" ], "state": [ "right to", "curled over", "clear", "styled in", "spot on", "shredded", "losing", "parked", "sitting around", "glowing", "made with", "relaxing on", "outfit", "relaxing in", "owned by", "growing up", "made for", "named", "wearing same", "growing outside", "no suitable option" ] }, "subject": "building", "predicate": "at end of", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_1_bike_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bike", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_2_bike_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bike", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_3_bike_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bike", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_4_bike_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bike", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_5_bike_on_sidewalk.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "bike", "predicate": "on", "object": "sidewalk" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_6_ground_in front of_store.jpg", "options": { "spatial": [ "at front of", "standing in front of", "near top of", "near bottom of", "seated in front of", "at rear of", "near side of", "on left side of", "lying in front of", "walking in front of", "posing in front of", "standing in middle of", "laying in front of", "over top of", "on left of", "parked on top of", "parked behind", "standing on top of", "on door of", "walking behind", "standing beside", "in lap of", "on head of", "standing inside", "parked in", "standing outside of", "standing close to", "sitting in middle of", "sitting on top of", "sitting above", "sitting inside of", "sitting next to", "standing beneath", "lying next to", "hanging on back of", "facing away from", "on roof of", "amidst", "placed on", "parked at", "shown in", "hanging next to", "parked on side", "running beside", "hanging on side of", "walking on top of", "splashing behind", "parked inside", "parked alongside", "depicted in", "stored in", "growing behind", "parked outside of", "parked against", "parked between", "on lap of", "parked on", "laying next to", "embedded in", "walking on side of", "trailing behind", "walking beside", "parked along", "hanging under", "gathered around", "seated in", "floating in", "sticking out from", "sitting underneath", "facing toward", "walking next to", "painted on top of", "parked by", "standing with", "standing on edge of", "into", "parked across", "suspended in", "lying near", "leading down to", "sitting inside", "on piece of", "sitting against", "stacked on top of", "sitting near", "left by", "standing along", "passing above", "poking out of", "attached by", "posing on", "light in", "over edge of", "draped across", "hand of", "lying across", "sitting upon", "worn under", "on tip of", "coming towards", "towering over", "missing from", "looking in", "sitting by", "laying in", "hanging in", "flying close to", "laid out on", "grazing next to", "down", "draped on", "projected on", "growing next to", "jutting into", "lying down on", "curled under", "held with", "hanging over", "hanging outside", "left on", "tilted on", "closed on", "sleeping under", "smothered in", "stuck into", "hanging out on", "grazing near", "kneeling by", "paved with", "goes past", "formed into", "hanging at", "hanging between", "riding atop", "separated by", "resting on", "passing by", "stuck to", "mixed into", "leaning to", "laying with", "shining on", "dripping from", "shinning on", "lit up on", "linked to", "extending into", "winding through", "glued on", "curled on", "growing on", "extended on", "spilled on", "growing among", "hung on", "growing from", "hitched to", "hanging off", "tied with", "larger than", "sleeping on", "sprouting from", "made from", "no suitable option" ], "action": [ "posing in", "leaving behind", "running in", "reaching in", "walking into", "washed in", "walking around", "crossed over", "standing up on", "eating in", "getting out of", "driving toward", "walking alongside", "pushed into", "hanging around", "wearing", "cut in", "leaning into", "getting in", "reaching into", "sitting down on", "getting into", "walking over", "hit by", "covering", "running by", "spraying in", "swung by", "skating in", "posted to", "talking into", "following", "growing alongside", "played by", "heading down", "cut into", "feeding in", "painted with", "bathing in", "guarding", "coming onto", "tied into", "walking onto", "doing tricks in", "maneuvering", "driving", "walking on", "turning", "walking along", "moving across", "handling", "adorning", "advertising", "kicking", "handing on", "pulled up to", "riding with", "growing out of", "kicking up", "casted by", "pecking", "pouring out of", "blowing", "gesturing with", "listening to", "growing out", "flooding", "baking in", "plugged in to", "walking", "walking to", "racing on", "making", "surfing", "getting", "windsurfing in", "holding on", "clasping", "rolling through", "cooking on", "shopping for", "smoking", "swimming with", "preparing for", "reflecting", "striking", "dripping down", "snowboarding down", "stirring", "hanging on to", "grazing from", "hanging with", "tapping", "eating on", "throwing off", "flying", "skateboarding down", "swimming", "breaking through", "grazing", "skateboarding on", "created by", "cast on", "concentrating on", "flapping", "soiling", "rolling to", "skateboarding", "pushing", "loading onto", "juggling", "rolling down", "curling", "washing onto", "stretching", "measuring", "drizzled on", "no suitable option" ], "state": [ "styled in", "parked", "sitting around", "relaxing in", "outfit", "right to", "curled over", "spot on", "clear", "glowing", "growing up", "losing", "owned by", "relaxing on", "made with", "wearing same", "made for", "named", "growing outside", "shredded", "no suitable option" ] }, "subject": "ground", "predicate": "in front of", "object": "store" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_7_menu board_on_ground.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "menu board", "predicate": "on", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_8_person_walking down_ground.jpg", "options": { "spatial": [ "walking on top of", "walking next to", "walking in front of", "walking behind", "walking on side of", "walking beside", "down", "leading down to", "kneeling by", "lying down on", "goes past", "standing along", "sitting by", "left by", "standing beneath", "laying next to", "laying in front of", "hanging under", "sitting underneath", "parked along", "running beside", "coming towards", "flying close to", "growing behind", "parked by", "passing by", "near bottom of", "trailing behind", "sleeping under", "passing above", "standing close to", "standing in middle of", "at front of", "lying in front of", "sitting above", "hanging on back of", "sitting next to", "hanging outside", "sticking out from", "towering over", "laying in", "sitting in middle of", "standing beside", "laid out on", "sitting on top of", "standing on top of", "growing next to", "hanging next to", "lying near", "lying across", "lying next to", "hitched to", "growing on", "standing on edge of", "worn under", "seated in front of", "paved with", "floating in", "standing outside of", "sitting upon", "leaning to", "splashing behind", "standing in front of", "parked between", "gathered around", "parked across", "parked on", "parked behind", "on door of", "standing with", "hanging over", "curled under", "laying with", "near top of", "growing among", "sitting near", "at rear of", "parked on top of", "parked in", "hanging on side of", "hanging off", "parked alongside", "near side of", "on roof of", "attached by", "standing inside", "sitting against", "growing from", "lit up on", "parked at", "hanging in", "separated by", "facing away from", "seated in", "draped on", "parked outside of", "sitting inside", "draped across", "poking out of", "on tip of", "sitting inside of", "parked inside", "resting on", "over top of", "sprouting from", "on lap of", "hanging out on", "on left side of", "facing toward", "parked on side", "grazing next to", "stuck to", "on head of", "on left of", "hanging between", "into", "hanging at", "light in", "in lap of", "tilted on", "over edge of", "amidst", "parked against", "on piece of", "posing on", "stuck into", "sleeping on", "stacked on top of", "suspended in", "posing in front of", "painted on top of", "placed on", "spilled on", "tied with", "shining on", "jutting into", "winding through", "grazing near", "riding atop", "shinning on", "curled on", "missing from", "held with", "stored in", "hand of", "left on", "dripping from", "projected on", "closed on", "hung on", "looking in", "extending into", "glued on", "depicted in", "larger than", "shown in", "embedded in", "formed into", "smothered in", "mixed into", "linked to", "extended on", "made from", "no suitable option" ], "action": [ "walking", "walking on", "walking along", "walking to", "walking around", "walking over", "walking onto", "walking alongside", "walking into", "rolling down", "skateboarding down", "heading down", "moving across", "snowboarding down", "kicking up", "running by", "getting out of", "sitting down on", "leaving behind", "rolling through", "growing out", "maneuvering", "growing out of", "dripping down", "leaning into", "swung by", "driving toward", "pulled up to", "standing up on", "kicking", "hanging around", "flying", "rolling to", "wearing", "riding with", "crossed over", "skating in", "turning", "reaching into", "growing alongside", "coming onto", "casted by", "hit by", "reaching in", "swimming", "driving", "running in", "doing tricks in", "swimming with", "getting into", "played by", "throwing off", "flooding", "breaking through", "pushed into", "talking into", "shopping for", "pushing", "handing on", "pecking", "hanging on to", "cut in", "cut into", "following", "skateboarding", "striking", "bathing in", "listening to", "skateboarding on", "surfing", "tied into", "smoking", "eating on", "getting", "hanging with", "eating in", "juggling", "posing in", "drizzled on", "flapping", "gesturing with", "stretching", "blowing", "getting in", "soiling", "handling", "racing on", "pouring out of", "painted with", "plugged in to", "guarding", "grazing from", "grazing", "clasping", "holding on", "reflecting", "washed in", "spraying in", "covering", "making", "created by", "tapping", "concentrating on", "windsurfing in", "adorning", "advertising", "stirring", "curling", "preparing for", "feeding in", "cooking on", "posted to", "loading onto", "washing onto", "measuring", "cast on", "baking in", "no suitable option" ], "state": [ "sitting around", "growing up", "losing", "relaxing in", "relaxing on", "parked", "shredded", "outfit", "growing outside", "curled over", "styled in", "wearing same", "owned by", "clear", "glowing", "right to", "named", "spot on", "made with", "made for", "no suitable option" ] }, "subject": "person", "predicate": "walking down", "object": "ground" }, { "image_path": "annotated_image_folder/split_4/output_images_2856/image_2856_pair_9_sign_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sign", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_1_headlight_of_van.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "headlight", "predicate": "of", "object": "van" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_2_sign_on_street.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "sign", "predicate": "on", "object": "street" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_3_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_4_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_5_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_6_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_7_tree_near_road.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "tree", "predicate": "near", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_8_pole_near_road.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "pole", "predicate": "near", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_3244/image_3244_pair_9_van_on_road.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "van", "predicate": "on", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_4190/image_4190_pair_1_wall_near_building.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "wall", "predicate": "near", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_4190/image_4190_pair_2_wall_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "wall", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_4190/image_4190_pair_3_white paper_hanging from_board.jpg", "options": { "spatial": [ "hanging at", "hanging in", "hanging off", "hanging over", "hanging between", "hanging next to", "hanging on back of", "hanging under", "hanging on side of", "hung on", "hanging outside", "hanging out on", "sticking out from", "suspended in", "tied with", "resting on", "curled on", "draped across", "stuck into", "curled under", "standing along", "stuck to", "attached by", "laid out on", "hitched to", "sleeping on", "draped on", "trailing behind", "held with", "on tip of", "floating in", "lying across", "standing on edge of", "poking out of", "dripping from", "standing on top of", "standing with", "gathered around", "sitting upon", "standing close to", "stacked on top of", "placed on", "laying next to", "growing on", "glued on", "parked across", "on head of", "sitting on top of", "closed on", "sitting against", "laying with", "laying in", "left by", "standing in middle of", "tilted on", "sitting by", "lying down on", "jutting into", "parked along", "on piece of", "paved with", "parked on", "sitting next to", "leaning to", "sleeping under", "shining on", "flying close to", "over top of", "on roof of", "embedded in", "laying in front of", "standing outside of", "sitting in middle of", "sitting above", "down", "lying near", "walking on top of", "parked between", "standing inside", "over edge of", "seated in", "lying next to", "standing beneath", "on door of", "growing from", "winding through", "running beside", "sitting near", "standing beside", "growing behind", "towering over", "into", "near top of", "parked on top of", "sitting inside of", "parked at", "leading down to", "standing in front of", "made from", "parked in", "sitting underneath", "extended on", "missing from", "near bottom of", "sitting inside", "parked by", "painted on top of", "lying in front of", "facing away from", "kneeling by", "goes past", "stored in", "parked against", "riding atop", "seated in front of", "near side of", "walking behind", "passing above", "at front of", "walking next to", "left on", "posing on", "separated by", "parked behind", "passing by", "parked alongside", "growing among", "lit up on", "shinning on", "growing next to", "mixed into", "spilled on", "light in", "at rear of", "on left of", "coming towards", "linked to", "walking beside", "worn under", "parked on side", "walking on side of", "parked inside", "projected on", "splashing behind", "on lap of", "smothered in", "extending into", "depicted in", "on left side of", "parked outside of", "hand of", "shown in", "walking in front of", "amidst", "in lap of", "grazing next to", "formed into", "looking in", "facing toward", "posing in front of", "grazing near", "larger than", "sprouting from", "no suitable option" ], "action": [ "hanging with", "hanging on to", "hanging around", "tied into", "holding on", "getting out of", "breaking through", "throwing off", "crossed over", "dripping down", "pulled up to", "leaning into", "running by", "swung by", "standing up on", "leaving behind", "clasping", "hit by", "eating on", "cut in", "sitting down on", "rolling down", "getting", "moving across", "pecking", "flapping", "cut into", "walking along", "making", "rolling through", "walking on", "reflecting", "listening to", "riding with", "rolling to", "smoking", "flying", "growing out", "growing out of", "reaching in", "talking into", "running in", "heading down", "reaching into", "walking onto", "wearing", "striking", "juggling", "pushed into", "washed in", "kicking up", "handing on", "coming onto", "surfing", "played by", "painted with", "pushing", "handling", "adorning", "walking over", "growing alongside", "walking around", "feeding in", "loading onto", "getting into", "curling", "eating in", "tapping", "casted by", "flooding", "snowboarding down", "preparing for", "blowing", "walking", "pouring out of", "swimming with", "created by", "stirring", "cast on", "getting in", "windsurfing in", "concentrating on", "following", "stretching", "walking into", "walking alongside", "posing in", "bathing in", "advertising", "cooking on", "swimming", "maneuvering", "washing onto", "racing on", "measuring", "walking to", "plugged in to", "guarding", "shopping for", "drizzled on", "driving", "turning", "skateboarding down", "covering", "skating in", "spraying in", "kicking", "grazing from", "posted to", "skateboarding on", "grazing", "skateboarding", "doing tricks in", "gesturing with", "soiling", "driving toward", "baking in", "no suitable option" ], "state": [ "curled over", "relaxing on", "sitting around", "relaxing in", "losing", "growing up", "shredded", "clear", "made with", "outfit", "parked", "made for", "wearing same", "owned by", "glowing", "right to", "spot on", "styled in", "named", "growing outside", "no suitable option" ] }, "subject": "white paper", "predicate": "hanging from", "object": "board" }, { "image_path": "annotated_image_folder/split_4/output_images_4190/image_4190_pair_4_whiteboard_standing on_corner.jpg", "options": { "spatial": [ "standing on top of", "standing with", "standing along", "standing close to", "standing in front of", "standing on edge of", "standing in middle of", "standing outside of", "standing beneath", "standing beside", "standing inside", "posing on", "placed on", "resting on", "tilted on", "parked on", "lying down on", "hanging under", "gathered around", "sitting upon", "growing on", "on piece of", "hung on", "on head of", "laid out on", "sitting on top of", "sitting above", "hanging next to", "sitting against", "hanging out on", "projected on", "towering over", "lit up on", "hanging over", "curled on", "floating in", "hanging on back of", "sleeping on", "leaning to", "hanging at", "held with", "shining on", "hanging on side of", "hanging in", "kneeling by", "posing in front of", "shinning on", "hanging off", "seated in front of", "worn under", "sitting underneath", "sitting next to", "extended on", "suspended in", "laying in front of", "stacked on top of", "parked against", "seated in", "parked on top of", "laying next to", "on left of", "sitting by", "lying near", "hanging outside", "sitting near", "left on", "draped on", "sticking out from", "growing behind", "lying in front of", "parked along", "at front of", "walking on top of", "on roof of", "hanging between", "on tip of", "on lap of", "down", "laying in", "sitting in middle of", "parked behind", "closed on", "parked between", "curled under", "parked in", "attached by", "parked alongside", "near top of", "parked at", "facing toward", "over top of", "sleeping under", "splashing behind", "on door of", "lying across", "painted on top of", "embedded in", "glued on", "parked on side", "lying next to", "parked across", "on left side of", "at rear of", "leading down to", "trailing behind", "near bottom of", "light in", "facing away from", "spilled on", "paved with", "parked by", "laying with", "depicted in", "coming towards", "draped across", "running beside", "growing among", "sitting inside", "walking beside", "parked outside of", "near side of", "growing next to", "stuck to", "stored in", "left by", "sitting inside of", "riding atop", "amidst", "shown in", "parked inside", "passing above", "walking behind", "walking next to", "walking on side of", "walking in front of", "stuck into", "flying close to", "hand of", "missing from", "growing from", "smothered in", "in lap of", "over edge of", "larger than", "tied with", "looking in", "grazing next to", "dripping from", "passing by", "grazing near", "poking out of", "goes past", "made from", "hitched to", "into", "separated by", "formed into", "jutting into", "extending into", "linked to", "winding through", "sprouting from", "mixed into", "no suitable option" ], "action": [ "standing up on", "holding on", "sitting down on", "leaning into", "hanging around", "walking on", "posing in", "hanging on to", "wearing", "handing on", "heading down", "eating on", "hanging with", "coming onto", "cooking on", "kicking up", "walking onto", "cast on", "growing alongside", "reaching in", "preparing for", "hit by", "leaving behind", "loading onto", "racing on", "swung by", "turning", "pulled up to", "walking alongside", "gesturing with", "kicking", "skateboarding on", "riding with", "crossed over", "running by", "walking along", "casted by", "played by", "dripping down", "doing tricks in", "walking around", "painted with", "running in", "rolling down", "walking over", "pecking", "covering", "skateboarding down", "following", "striking", "drizzled on", "making", "pushed into", "snowboarding down", "handling", "created by", "plugged in to", "reaching into", "guarding", "concentrating on", "getting in", "skating in", "moving across", "getting", "stretching", "growing out", "bathing in", "maneuvering", "surfing", "tied into", "driving toward", "listening to", "flying", "getting into", "growing out of", "pushing", "reflecting", "eating in", "getting out of", "smoking", "stirring", "washing onto", "curling", "rolling to", "washed in", "blowing", "measuring", "walking", "swimming with", "clasping", "skateboarding", "spraying in", "adorning", "rolling through", "driving", "swimming", "shopping for", "advertising", "juggling", "feeding in", "walking into", "soiling", "flapping", "cut in", "throwing off", "windsurfing in", "breaking through", "tapping", "grazing", "pouring out of", "grazing from", "talking into", "flooding", "posted to", "baking in", "walking to", "cut into", "no suitable option" ], "state": [ "sitting around", "wearing same", "relaxing on", "curled over", "parked", "outfit", "styled in", "spot on", "glowing", "relaxing in", "growing up", "owned by", "named", "growing outside", "made for", "made with", "clear", "right to", "losing", "shredded", "no suitable option" ] }, "subject": "whiteboard", "predicate": "standing on", "object": "corner" }, { "image_path": "annotated_image_folder/split_4/output_images_4456/image_4456_pair_1_square_of_red tape.jpg", "options": { "spatial": [ "hand of", "on left of", "at rear of", "poking out of", "on piece of", "extended on", "into", "over edge of", "missing from", "over top of", "shown in", "made from", "in lap of", "amidst", "on lap of", "near bottom of", "linked to", "on door of", "on roof of", "on tip of", "stuck to", "at front of", "growing on", "laid out on", "suspended in", "on left side of", "down", "hanging at", "depicted in", "near side of", "left on", "sticking out from", "left by", "near top of", "hanging on back of", "passing above", "on head of", "projected on", "growing from", "extending into", "dripping from", "stuck into", "hung on", "larger than", "tied with", "painted on top of", "hanging under", "hanging between", "closed on", "leading down to", "mixed into", "formed into", "lit up on", "hanging in", "growing behind", "paved with", "parked at", "attached by", "held with", "jutting into", "goes past", "embedded in", "facing away from", "spilled on", "hanging on side of", "shining on", "towering over", "hanging next to", "coming towards", "looking in", "hanging over", "laying with", "floating in", "stacked on top of", "hanging off", "hanging out on", "curled on", "light in", "growing next to", "leaning to", "sitting inside of", "lying across", "posing on", "worn under", "parked on", "placed on", "stored in", "curled under", "lying down on", "laying in front of", "facing toward", "gathered around", "sleeping on", "tilted on", "laying in", "separated by", "growing among", "passing by", "smothered in", "lying next to", "parked in", "standing with", "lying in front of", "sprouting from", "standing beneath", "winding through", "laying next to", "parked against", "hitched to", "trailing behind", "standing on top of", "standing in front of", "parked across", "standing in middle of", "draped across", "glued on", "resting on", "draped on", "parked on top of", "walking behind", "splashing behind", "sitting upon", "kneeling by", "parked by", "sitting on top of", "shinning on", "parked behind", "standing on edge of", "sleeping under", "lying near", "walking on top of", "flying close to", "sitting against", "standing close to", "seated in", "seated in front of", "parked outside of", "sitting in middle of", "parked inside", "walking in front of", "standing inside", "posing in front of", "riding atop", "standing outside of", "sitting above", "parked alongside", "walking on side of", "sitting by", "hanging outside", "running beside", "standing along", "parked along", "grazing next to", "parked on side", "sitting underneath", "sitting next to", "parked between", "sitting inside", "standing beside", "walking next to", "grazing near", "sitting near", "walking beside", "no suitable option" ], "action": [ "getting out of", "getting", "growing out of", "posted to", "following", "making", "played by", "painted with", "hit by", "pouring out of", "advertising", "striking", "breaking through", "blowing", "listening to", "crossed over", "reaching in", "created by", "hanging on to", "tied into", "getting into", "shopping for", "hanging with", "flapping", "coming onto", "kicking up", "cut into", "running by", "swung by", "growing out", "dripping down", "rolling through", "guarding", "cut in", "measuring", "reaching into", "casted by", "rolling to", "smoking", "preparing for", "covering", "washed in", "running in", "talking into", "pulled up to", "throwing off", "adorning", "kicking", "wearing", "pushed into", "turning", "reflecting", "stretching", "getting in", "tapping", "eating on", "leaving behind", "rolling down", "stirring", "growing alongside", "pushing", "surfing", "flooding", "driving", "handing on", "handling", "flying", "holding on", "racing on", "hanging around", "cooking on", "leaning into", "cast on", "maneuvering", "clasping", "pecking", "posing in", "eating in", "concentrating on", "spraying in", "riding with", "bathing in", "feeding in", "walking", "heading down", "walking on", "walking into", "skating in", "grazing", "juggling", "moving across", "gesturing with", "driving toward", "doing tricks in", "skateboarding down", "walking to", "drizzled on", "soiling", "curling", "plugged in to", "grazing from", "walking around", "skateboarding", "snowboarding down", "sitting down on", "walking onto", "windsurfing in", "standing up on", "baking in", "walking along", "swimming", "walking over", "swimming with", "skateboarding on", "washing onto", "loading onto", "walking alongside", "no suitable option" ], "state": [ "made for", "right to", "made with", "shredded", "spot on", "owned by", "clear", "growing up", "losing", "glowing", "outfit", "styled in", "named", "relaxing on", "curled over", "parked", "relaxing in", "sitting around", "wearing same", "growing outside", "no suitable option" ] }, "subject": "square", "predicate": "of", "object": "red tape" }, { "image_path": "annotated_image_folder/split_4/output_images_4456/image_4456_pair_2_light_on_wall.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "wall" }, { "image_path": "annotated_image_folder/split_4/output_images_4456/image_4456_pair_3_paper_taped to_glass.jpg", "options": { "spatial": [ "glued on", "attached by", "held with", "placed on", "hanging next to", "hitched to", "spilled on", "hanging on back of", "tied with", "linked to", "hung on", "on tip of", "hanging in", "hanging at", "hanging on side of", "parked on", "shown in", "hanging over", "on piece of", "hanging between", "hanging under", "at rear of", "parked at", "into", "on head of", "stuck to", "sticking out from", "embedded in", "on door of", "suspended in", "parked across", "parked in", "jutting into", "parked by", "on roof of", "laid out on", "parked between", "stored in", "parked on top of", "gathered around", "lying next to", "curled on", "parked against", "draped on", "parked along", "stuck into", "draped across", "hanging off", "on left of", "paved with", "parked on side", "at front of", "parked behind", "on left side of", "leading down to", "trailing behind", "projected on", "poking out of", "depicted in", "made from", "goes past", "painted on top of", "left by", "lying across", "closed on", "hanging out on", "over top of", "floating in", "shining on", "mixed into", "winding through", "hanging outside", "missing from", "near top of", "near bottom of", "worn under", "posing on", "near side of", "laying with", "hand of", "lit up on", "laying next to", "parked alongside", "parked inside", "standing with", "formed into", "extending into", "curled under", "stacked on top of", "extended on", "amidst", "over edge of", "resting on", "light in", "left on", "shinning on", "parked outside of", "sleeping on", "dripping from", "tilted on", "down", "coming towards", "leaning to", "growing on", "kneeling by", "laying in", "smothered in", "passing above", "lying down on", "standing close to", "standing beside", "standing on top of", "lying in front of", "laying in front of", "passing by", "standing on edge of", "sitting next to", "lying near", "standing along", "on lap of", "growing behind", "sitting upon", "growing next to", "standing in middle of", "seated in", "running beside", "walking next to", "standing in front of", "sitting on top of", "sitting against", "separated by", "seated in front of", "standing inside", "in lap of", "walking behind", "growing from", "standing beneath", "sitting above", "sitting by", "larger than", "posing in front of", "walking on top of", "splashing behind", "towering over", "flying close to", "walking on side of", "sitting in middle of", "sitting inside of", "sleeping under", "growing among", "standing outside of", "looking in", "walking beside", "facing toward", "sitting near", "grazing next to", "walking in front of", "sitting inside", "facing away from", "riding atop", "sitting underneath", "grazing near", "sprouting from", "no suitable option" ], "action": [ "tied into", "pulled up to", "pushed into", "hanging on to", "clasping", "hanging with", "crossed over", "cast on", "adorning", "washed in", "hanging around", "posted to", "painted with", "holding on", "washing onto", "wearing", "rolling to", "cut into", "hit by", "listening to", "covering", "cut in", "reflecting", "guarding", "played by", "plugged in to", "tapping", "rolling through", "advertising", "pushing", "reaching into", "loading onto", "handing on", "casted by", "following", "coming onto", "stretching", "gesturing with", "leaning into", "reaching in", "talking into", "getting", "making", "swung by", "posing in", "walking onto", "spraying in", "blowing", "pecking", "running in", "swimming with", "striking", "rolling down", "created by", "flapping", "surfing", "drizzled on", "getting into", "dripping down", "throwing off", "leaving behind", "getting in", "running by", "driving", "moving across", "standing up on", "breaking through", "riding with", "walking into", "racing on", "handling", "skating in", "maneuvering", "smoking", "kicking up", "eating on", "getting out of", "measuring", "swimming", "bathing in", "windsurfing in", "kicking", "walking on", "walking to", "turning", "walking along", "skateboarding on", "sitting down on", "heading down", "walking around", "juggling", "flooding", "pouring out of", "doing tricks in", "snowboarding down", "growing alongside", "curling", "skateboarding down", "preparing for", "feeding in", "eating in", "skateboarding", "cooking on", "driving toward", "shopping for", "walking over", "walking alongside", "stirring", "flying", "walking", "growing out", "growing out of", "baking in", "soiling", "grazing from", "grazing", "concentrating on", "no suitable option" ], "state": [ "made with", "right to", "made for", "parked", "wearing same", "outfit", "curled over", "named", "clear", "owned by", "shredded", "losing", "glowing", "spot on", "relaxing on", "styled in", "relaxing in", "sitting around", "growing up", "growing outside", "no suitable option" ] }, "subject": "paper", "predicate": "taped to", "object": "glass" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_10_window_on_building.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "window", "predicate": "on", "object": "building" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_1_light_on_vehicle.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "vehicle" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_2_light_on_vehicle.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "light", "predicate": "on", "object": "vehicle" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_3_car_parked on_road.jpg", "options": { "spatial": [ "parked on", "parked at", "parked in", "parked on top of", "parked on side", "parked along", "parked between", "parked against", "parked by", "parked behind", "parked outside of", "parked inside", "parked alongside", "parked across", "placed on", "on roof of", "on head of", "laid out on", "resting on", "on piece of", "on tip of", "on door of", "attached by", "posing on", "hanging on side of", "paved with", "sleeping on", "closed on", "on left of", "hanging on back of", "standing on top of", "left on", "near side of", "at rear of", "on left side of", "glued on", "hung on", "floating in", "shining on", "hanging out on", "at front of", "sitting on top of", "near top of", "seated in front of", "hanging outside", "sitting by", "standing outside of", "sitting upon", "lit up on", "hanging under", "lying down on", "shinning on", "on lap of", "sitting above", "sitting near", "gathered around", "hitched to", "curled on", "tilted on", "growing on", "hanging next to", "seated in", "near bottom of", "standing close to", "standing in front of", "hanging in", "standing beside", "stored in", "sitting next to", "sticking out from", "hanging off", "embedded in", "projected on", "standing beneath", "sitting underneath", "hanging over", "standing in middle of", "spilled on", "sitting against", "laying in front of", "running beside", "splashing behind", "sitting in middle of", "painted on top of", "held with", "lying near", "standing with", "standing along", "suspended in", "standing on edge of", "draped on", "walking on top of", "hanging at", "down", "left by", "sitting inside of", "riding atop", "standing inside", "stuck to", "laying in", "laying next to", "lying in front of", "sitting inside", "walking on side of", "stuck into", "stacked on top of", "sleeping under", "worn under", "walking beside", "leaning to", "extended on", "lying across", "lying next to", "posing in front of", "curled under", "hanging between", "over top of", "linked to", "amidst", "walking in front of", "in lap of", "light in", "kneeling by", "looking in", "walking next to", "grazing near", "shown in", "growing behind", "missing from", "laying with", "depicted in", "walking behind", "grazing next to", "draped across", "into", "coming towards", "growing next to", "flying close to", "towering over", "smothered in", "hand of", "trailing behind", "tied with", "growing among", "leading down to", "facing toward", "facing away from", "goes past", "over edge of", "poking out of", "passing above", "growing from", "separated by", "jutting into", "formed into", "larger than", "passing by", "dripping from", "made from", "mixed into", "winding through", "extending into", "sprouting from", "no suitable option" ], "action": [ "holding on", "standing up on", "sitting down on", "racing on", "walking on", "hanging around", "driving", "hit by", "hanging on to", "riding with", "heading down", "posing in", "leaning into", "running in", "eating on", "driving toward", "swung by", "walking onto", "pulled up to", "skateboarding on", "running by", "skating in", "bathing in", "wearing", "coming onto", "handing on", "hanging with", "snowboarding down", "growing alongside", "walking alongside", "getting in", "surfing", "leaving behind", "skateboarding down", "walking around", "rolling down", "kicking up", "loading onto", "plugged in to", "crossed over", "cast on", "washed in", "walking over", "played by", "casted by", "drizzled on", "cooking on", "getting into", "turning", "walking into", "painted with", "pushed into", "moving across", "windsurfing in", "rolling to", "getting out of", "reaching in", "guarding", "listening to", "tied into", "reflecting", "posted to", "getting", "flooding", "maneuvering", "doing tricks in", "covering", "shopping for", "spraying in", "tapping", "washing onto", "skateboarding", "eating in", "making", "walking along", "walking", "created by", "following", "pecking", "growing out", "gesturing with", "dripping down", "swimming with", "smoking", "throwing off", "reaching into", "grazing from", "flapping", "walking to", "grazing", "kicking", "adorning", "swimming", "advertising", "growing out of", "flying", "pushing", "rolling through", "preparing for", "talking into", "cut in", "clasping", "blowing", "concentrating on", "handling", "soiling", "stretching", "curling", "striking", "juggling", "cut into", "pouring out of", "baking in", "feeding in", "stirring", "breaking through", "measuring", "no suitable option" ], "state": [ "parked", "sitting around", "relaxing on", "relaxing in", "owned by", "spot on", "curled over", "made for", "styled in", "right to", "named", "wearing same", "glowing", "growing outside", "made with", "outfit", "clear", "losing", "growing up", "shredded", "no suitable option" ] }, "subject": "car", "predicate": "parked on", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_4_car_near_road.jpg", "options": { "spatial": [ "near side of", "near top of", "near bottom of", "parked along", "standing close to", "sitting near", "lying near", "at front of", "standing beside", "hanging next to", "on left side of", "sitting next to", "parked by", "parked at", "flying close to", "amidst", "parked in", "lying next to", "coming towards", "parked between", "gathered around", "parked alongside", "on left of", "walking beside", "on door of", "sitting above", "parked behind", "parked on", "growing next to", "at rear of", "walking next to", "parked across", "missing from", "attached by", "running beside", "linked to", "parked against", "parked on side", "looking in", "closed on", "standing along", "grazing near", "in lap of", "over top of", "parked outside of", "hanging between", "laying next to", "suspended in", "down", "placed on", "parked inside", "hanging under", "on roof of", "parked on top of", "on lap of", "standing in middle of", "hanging on side of", "laid out on", "grazing next to", "shown in", "seated in front of", "sitting by", "left by", "standing beneath", "into", "standing in front of", "depicted in", "projected on", "on head of", "standing outside of", "hanging out on", "walking behind", "stored in", "on piece of", "facing away from", "sitting in middle of", "hanging in", "left on", "floating in", "sitting upon", "lying across", "growing behind", "passing above", "larger than", "over edge of", "standing inside", "sitting inside of", "on tip of", "seated in", "embedded in", "tilted on", "towering over", "leaning to", "sticking out from", "sitting underneath", "hanging on back of", "lying in front of", "hanging at", "standing on top of", "goes past", "hung on", "laying in front of", "leading down to", "shining on", "sitting inside", "sitting on top of", "trailing behind", "light in", "lying down on", "standing with", "walking on side of", "sitting against", "facing toward", "hanging outside", "standing on edge of", "draped across", "walking in front of", "sleeping under", "growing from", "posing on", "sleeping on", "hanging off", "lit up on", "growing on", "hanging over", "growing among", "tied with", "passing by", "hitched to", "resting on", "kneeling by", "posing in front of", "held with", "separated by", "laying in", "stuck into", "splashing behind", "jutting into", "stacked on top of", "mixed into", "made from", "painted on top of", "hand of", "draped on", "smothered in", "stuck to", "extended on", "worn under", "curled under", "curled on", "poking out of", "walking on top of", "glued on", "paved with", "dripping from", "laying with", "shinning on", "formed into", "spilled on", "riding atop", "extending into", "sprouting from", "winding through", "no suitable option" ], "action": [ "hit by", "hanging around", "coming onto", "following", "heading down", "crossed over", "reaching in", "posted to", "swung by", "running by", "driving toward", "walking along", "getting into", "leaning into", "shopping for", "getting", "growing alongside", "walking around", "leaving behind", "talking into", "played by", "moving across", "washed in", "flooding", "hanging on to", "posing in", "getting in", "reaching into", "pushed into", "running in", "listening to", "walking alongside", "tied into", "making", "holding on", "sitting down on", "walking into", "casted by", "skating in", "windsurfing in", "walking to", "cut in", "walking over", "eating in", "standing up on", "hanging with", "driving", "surfing", "pushing", "spraying in", "kicking up", "striking", "created by", "handing on", "snowboarding down", "walking onto", "advertising", "bathing in", "painted with", "pulled up to", "getting out of", "walking on", "cut into", "covering", "racing on", "grazing from", "cooking on", "blowing", "eating on", "cast on", "tapping", "riding with", "guarding", "preparing for", "flying", "reflecting", "stirring", "skateboarding down", "adorning", "skateboarding on", "growing out of", "wearing", "smoking", "grazing", "concentrating on", "rolling to", "maneuvering", "skateboarding", "baking in", "breaking through", "plugged in to", "walking", "turning", "kicking", "swimming", "dripping down", "pecking", "feeding in", "growing out", "throwing off", "handling", "swimming with", "gesturing with", "rolling through", "doing tricks in", "rolling down", "clasping", "curling", "drizzled on", "stretching", "juggling", "pouring out of", "loading onto", "flapping", "washing onto", "measuring", "soiling", "no suitable option" ], "state": [ "parked", "right to", "sitting around", "styled in", "relaxing in", "relaxing on", "spot on", "made with", "owned by", "glowing", "losing", "curled over", "outfit", "shredded", "clear", "growing up", "named", "growing outside", "made for", "wearing same", "no suitable option" ] }, "subject": "car", "predicate": "near", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_5_line_on_road.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "line", "predicate": "on", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_6_line_on_road.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "line", "predicate": "on", "object": "road" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_7_tire_on_car.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tire", "predicate": "on", "object": "car" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_8_tire_on_truck.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "tire", "predicate": "on", "object": "truck" }, { "image_path": "annotated_image_folder/split_4/output_images_583/image_583_pair_9_windshield_on_car.jpg", "options": { "spatial": [ "left on", "extended on", "on piece of", "closed on", "placed on", "lit up on", "hung on", "projected on", "on left of", "curled on", "on head of", "growing on", "sleeping on", "shown in", "on tip of", "tilted on", "shining on", "on door of", "parked on", "laid out on", "hanging out on", "posing on", "resting on", "lying down on", "down", "looking in", "glued on", "on left side of", "on roof of", "stuck to", "attached by", "on lap of", "shinning on", "linked to", "hanging off", "suspended in", "hanging under", "draped on", "floating in", "hanging at", "over top of", "sitting upon", "missing from", "spilled on", "tied with", "at rear of", "into", "hanging on side of", "at front of", "hanging on back of", "near side of", "stuck into", "worn under", "hanging in", "hanging over", "amidst", "curled under", "near bottom of", "standing on top of", "over edge of", "near top of", "sitting on top of", "light in", "leaning to", "held with", "hanging between", "depicted in", "sitting above", "sticking out from", "smothered in", "parked at", "painted on top of", "parked on side", "hand of", "laying in", "left by", "stacked on top of", "sleeping under", "riding atop", "hanging next to", "seated in", "gathered around", "embedded in", "parked in", "lying across", "passing above", "coming towards", "jutting into", "goes past", "standing beneath", "stored in", "parked on top of", "sitting underneath", "sitting against", "lying near", "poking out of", "standing on edge of", "sitting by", "larger than", "in lap of", "facing toward", "laying with", "parked against", "sitting near", "parked across", "parked along", "mixed into", "draped across", "walking on top of", "made from", "seated in front of", "towering over", "parked by", "leading down to", "paved with", "facing away from", "parked behind", "lying next to", "standing along", "lying in front of", "dripping from", "laying in front of", "sitting inside", "kneeling by", "formed into", "sitting inside of", "parked between", "splashing behind", "parked alongside", "walking on side of", "hanging outside", "sitting in middle of", "sitting next to", "standing with", "running beside", "standing in front of", "laying next to", "standing close to", "growing behind", "hitched to", "standing beside", "growing from", "standing in middle of", "standing inside", "growing among", "flying close to", "posing in front of", "parked inside", "sprouting from", "trailing behind", "passing by", "winding through", "parked outside of", "grazing near", "growing next to", "walking behind", "separated by", "grazing next to", "extending into", "standing outside of", "walking in front of", "walking beside", "walking next to", "no suitable option" ], "action": [ "holding on", "hit by", "eating on", "posted to", "handing on", "coming onto", "cast on", "getting", "racing on", "walking on", "cooking on", "drizzled on", "hanging on to", "sitting down on", "following", "heading down", "kicking up", "getting in", "played by", "standing up on", "making", "hanging around", "loading onto", "kicking", "swung by", "skateboarding on", "turning", "wearing", "striking", "created by", "concentrating on", "surfing", "tapping", "tied into", "getting into", "running in", "crossed over", "listening to", "pulled up to", "blowing", "reaching in", "reflecting", "leaning into", "plugged in to", "hanging with", "walking onto", "cut in", "throwing off", "dripping down", "casted by", "painted with", "advertising", "rolling down", "snowboarding down", "preparing for", "curling", "posing in", "clasping", "pushed into", "pecking", "shopping for", "running by", "getting out of", "talking into", "smoking", "rolling to", "washed in", "doing tricks in", "skating in", "riding with", "pushing", "skateboarding down", "covering", "flapping", "adorning", "cut into", "flying", "guarding", "driving", "skateboarding", "leaving behind", "maneuvering", "spraying in", "gesturing with", "eating in", "stirring", "washing onto", "walking around", "moving across", "rolling through", "juggling", "flooding", "swimming", "stretching", "reaching into", "feeding in", "growing alongside", "breaking through", "measuring", "pouring out of", "handling", "bathing in", "driving toward", "baking in", "walking", "walking over", "growing out", "growing out of", "walking along", "swimming with", "grazing", "windsurfing in", "walking alongside", "grazing from", "walking into", "soiling", "walking to", "no suitable option" ], "state": [ "spot on", "relaxing on", "named", "clear", "curled over", "glowing", "made for", "shredded", "outfit", "styled in", "wearing same", "right to", "sitting around", "owned by", "losing", "parked", "relaxing in", "made with", "growing up", "growing outside", "no suitable option" ] }, "subject": "windshield", "predicate": "on", "object": "car" } ]