Spaces:
Running
on
Zero
Running
on
Zero
| [ | |
| { | |
| "image_name": "u=2125079971,3262680906&fm=253&app=138&f=JPEG.png", | |
| "question": "What activity shown in <Region 1> might be beneficial for mental clarity?", | |
| "question_id": 1, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The activity of practicing mindfulness or meditation, as shown in <Region 1>, might be beneficial for mental clarity.", | |
| "bbox": [ | |
| [ | |
| 20.080022701475613, | |
| 81.72531214528944, | |
| 114.07491486946651, | |
| 119.1827468785471 | |
| ], | |
| [ | |
| 136.99262202043136, | |
| 87.96821793416572, | |
| 89.10329171396141, | |
| 110.66969353007946 | |
| ], | |
| [ | |
| 226.6634506242906, | |
| 87.96821793416572, | |
| 108.96708286038596, | |
| 110.66969353007946 | |
| ], | |
| [ | |
| 243.12202043132805, | |
| 198.63791146424518, | |
| 92.5085130533485, | |
| 125.99318955732123 | |
| ], | |
| [ | |
| 134.15493757094214, | |
| 211.12372304199772, | |
| 108.96708286038593, | |
| 113.50737797956867 | |
| ], | |
| [ | |
| 30.29568671963679, | |
| 211.12372304199772, | |
| 103.85925085130533, | |
| 113.50737797956867 | |
| ], | |
| [ | |
| 29.72814982973895, | |
| 326.3337116912599, | |
| 102.72417707150964, | |
| 128.83087400681043 | |
| ], | |
| [ | |
| 132.4523269012486, | |
| 334.8467650397276, | |
| 106.69693530079455, | |
| 120.3178206583428 | |
| ], | |
| [ | |
| 239.14926220204316, | |
| 334.8467650397276, | |
| 99.31895573212262, | |
| 114.07491486946651 | |
| ], | |
| [ | |
| 338.46821793416575, | |
| 334.8467650397276, | |
| 110.66969353007946, | |
| 114.07491486946651 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "47.png", | |
| "question": "What is the main topic of the infographic?", | |
| "question_id": 2, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The main topic of the infographic is the pros and cons of antidepressants.", | |
| "bbox": [ | |
| [ | |
| 58.77742946708464, | |
| 20.37617554858932, | |
| 371.4733542319749, | |
| 359.717868338558 | |
| ], | |
| [ | |
| 70.53291536050156, | |
| 380.0940438871473, | |
| 359.717868338558, | |
| 275.07836990595604 | |
| ], | |
| [ | |
| 70.53291536050156, | |
| 655.1724137931034, | |
| 307.9937304075235, | |
| 256.26959247648904 | |
| ], | |
| [ | |
| 498.4326018808777, | |
| 67.39811912225703, | |
| 592.4764890282131, | |
| 844.0438871473355 | |
| ], | |
| [ | |
| 1109.717868338558, | |
| 20.376175548589252, | |
| 359.717868338558, | |
| 357.3667711598746 | |
| ], | |
| [ | |
| 1107.3667711598746, | |
| 377.7429467084639, | |
| 362.0689655172414, | |
| 279.7805642633229 | |
| ], | |
| [ | |
| 1107.3667711598746, | |
| 657.5235109717868, | |
| 340.9090909090909, | |
| 263.3228840125392 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "29.png", | |
| "question": "What are the expressions on the faces of individuals in <Region 1> and <Region 10> meant to signify?", | |
| "question_id": 3, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The expressions portray distress and discomfort, indicative of the sleep disturbance experienced in <Region 1> and the profound sadness or hopelessness associated with depression in <Region 10>.", | |
| "bbox": [ | |
| [ | |
| 8.150470219435736, | |
| 10.373040752351116, | |
| 232.2884012539185, | |
| 211.91222570532915 | |
| ], | |
| [ | |
| 240.43887147335423, | |
| 6.297805642633247, | |
| 305.6426332288401, | |
| 215.987460815047 | |
| ], | |
| [ | |
| 546.0815047021944, | |
| 6.297805642633247, | |
| 224.13793103448276, | |
| 213.9498432601881 | |
| ], | |
| [ | |
| 772.2570532915361, | |
| 10.373040752351116, | |
| 275.0783699059561, | |
| 209.8746081504702 | |
| ], | |
| [ | |
| 1047.3354231974922, | |
| 10.373040752351116, | |
| 248.58934169278996, | |
| 205.79937304075233 | |
| ], | |
| [ | |
| 1041.2225705329154, | |
| 216.17241379310346, | |
| 254.70219435736675, | |
| 193.57366771159874 | |
| ], | |
| [ | |
| 782.4451410658307, | |
| 240.62382445141066, | |
| 258.77742946708463, | |
| 169.12225705329152 | |
| ], | |
| [ | |
| 529.7805642633228, | |
| 240.62382445141066, | |
| 252.66457680250784, | |
| 177.27272727272725 | |
| ], | |
| [ | |
| 279.153605015674, | |
| 228.39811912225707, | |
| 250.6269592476489, | |
| 189.49843260188086 | |
| ], | |
| [ | |
| 8.150470219435736, | |
| 228.39811912225707, | |
| 271.0031347962382, | |
| 197.6489028213166 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "u=3691911939,3379985415&fm=253&app=138&f=PNG.png", | |
| "question": "What should you do before applying the gel ice pack for cold use according to <Region 3>?", | |
| "question_id": 4, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "According to <Region 3>, you should place the gel ice pack in the freezer or refrigerator for at least two hours, or until the desired temperature is achieved, before application.", | |
| "bbox": [ | |
| [ | |
| 40.6061293984109, | |
| 73.2122587968218, | |
| 208.2860385925085, | |
| 99.31895573212259 | |
| ], | |
| [ | |
| 264.2156640181612, | |
| 60.1589103291714, | |
| 225.87968217934164, | |
| 225.87968217934164 | |
| ], | |
| [ | |
| 32.66061293984109, | |
| 216.79909194097615, | |
| 218.5017026106697, | |
| 259.9318955732123 | |
| ], | |
| [ | |
| 271.59364358683314, | |
| 337.6844494892168, | |
| 236.40635641316686, | |
| 133.93870601589103 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "15.png", | |
| "question": "What is depicted in <Region 4> as a symbol of defying death?", | |
| "question_id": 5, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "A figure resembling a wizard, labeled 'Immortality,' is depicted in <Region 4> as a symbol of defying death.", | |
| "bbox": [ | |
| [ | |
| 289.5423197492163, | |
| 0, | |
| 879.8495297805642, | |
| 88.16614420062699 | |
| ], | |
| [ | |
| 38.156739811912225, | |
| 168.96865203761757, | |
| 255.8746081504702, | |
| 294.0313479623824 | |
| ], | |
| [ | |
| 294.0313479623824, | |
| 463, | |
| 287.2978056426332, | |
| 320.9655172413793 | |
| ], | |
| [ | |
| 549.9059561128527, | |
| 151.012539184953, | |
| 294.0313479623824, | |
| 327.69905956112854 | |
| ], | |
| [ | |
| 843.937304075235, | |
| 478.7115987460815, | |
| 260.3636363636364, | |
| 291.7868338557994 | |
| ], | |
| [ | |
| 1151.435736677116, | |
| 115.10031347962386, | |
| 242.40752351097177, | |
| 345.6551724137931 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "u=1806211385,2703137837&fm=253&app=138&f=JPEG.png", | |
| "question": "What does the text in <Region 1> suggest regarding the types of products used for cleaning?", | |
| "question_id": 6, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The text in <Region 1> indicates that appropriate products are used to eliminate dirt, dust, grease, and germs.", | |
| "bbox": [ | |
| [ | |
| 0, | |
| 55.61861520998865, | |
| 404.22758229284904, | |
| 157.2077185017026 | |
| ], | |
| [ | |
| 424.6589103291714, | |
| 49.37570942111237, | |
| 216.23155505107832, | |
| 237.79795686719638 | |
| ], | |
| [ | |
| 0, | |
| 216.23155505107832, | |
| 386.6339387060159, | |
| 150.96481271282633 | |
| ], | |
| [ | |
| 341.2309875141884, | |
| 295.6867196367764, | |
| 303.6322360953462, | |
| 201.4755959137344 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "5.png", | |
| "question": "What does <Region 4> suggest about personal interactions?", | |
| "question_id": 7, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "<Region 4> emphasizes the importance of respecting personal boundaries and consent in interactions with others.", | |
| "bbox": [ | |
| [ | |
| 121.89127972819932, | |
| 22.355605889014722, | |
| 705.7984144960362, | |
| 103.26160815402038 | |
| ], | |
| [ | |
| 79.30917327293318, | |
| 149.03737259343148, | |
| 200.13590033975086, | |
| 252.29898074745188 | |
| ], | |
| [ | |
| 348.6409966024915, | |
| 140.52095130237825, | |
| 217.1687429218573, | |
| 268.26727066817665 | |
| ], | |
| [ | |
| 629.682899207248, | |
| 141.58550396375992, | |
| 203.3295583238958, | |
| 256.5571913929785 | |
| ], | |
| [ | |
| 635.0056625141563, | |
| 398.1426953567384, | |
| 198.00679501698755, | |
| 266.13816534541337 | |
| ], | |
| [ | |
| 341.18912797281996, | |
| 418.36919592298983, | |
| 225.68516421291054, | |
| 251.2344280860702 | |
| ], | |
| [ | |
| 69.7281993204983, | |
| 418.36919592298983, | |
| 241.65345413363534, | |
| 227.81426953567384 | |
| ], | |
| [ | |
| 69.7281993204983, | |
| 689.8301245753114, | |
| 277.8482446206116, | |
| 222.49150622876556 | |
| ], | |
| [ | |
| 349.70554926387314, | |
| 685.5719139297848, | |
| 262.9445073612684, | |
| 223.55605889014723 | |
| ], | |
| [ | |
| 614.7791619479049, | |
| 687.7010192525481, | |
| 216.10419026047566, | |
| 223.55605889014723 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "u=250255567,2407443674&fm=253&app=138&f=JPEG.png", | |
| "question": "What is common between the challenges depicted in <Region 1>, <Region 2>, and <Region 4>?", | |
| "question_id": 8, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The common factor among <Region 1>, <Region 2>, and <Region 4> is that they each illustrate individuals with statements highlighting their increased risk of mental health issues such as PTSD, victimization, depression, and anxiety.", | |
| "bbox": [ | |
| [ | |
| 3.1963677639046737, | |
| 2.843359818388195, | |
| 128.5198637911464, | |
| 173.4449489216799 | |
| ], | |
| [ | |
| 183.46538024971625, | |
| 2.843359818388195, | |
| 147.85471055618618, | |
| 155.8161180476731 | |
| ], | |
| [ | |
| 369.42111237230426, | |
| 31.276958002270145, | |
| 130.5788876276958, | |
| 145.5800227014756 | |
| ], | |
| [ | |
| 0, | |
| 217.23269012485812, | |
| 170.38592508513057, | |
| 155.81611804767311 | |
| ], | |
| [ | |
| 140.24631101021572, | |
| 373.6174801362088, | |
| 249.0783200908059, | |
| 112.59704880817253 | |
| ], | |
| [ | |
| 348.3802497162316, | |
| 220.07604994324632, | |
| 151.61975028376844, | |
| 191.64245175936435 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "u=1539278969,4203474920&fm=253&app=138&f=PNG.png", | |
| "question": "What does the icon in <Region 1> signify in the context of vehicle surveillance?", | |
| "question_id": 9, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The icon in <Region 1> represents a fuel sensor system, used for monitoring the fuel level in a vehicle's tank.", | |
| "bbox": [ | |
| [ | |
| 0, | |
| 52.78093076049943, | |
| 143.6123723041998, | |
| 133.3711691259932 | |
| ], | |
| [ | |
| 143.6123723041998, | |
| 50.51078320090806, | |
| 136.2088535754824, | |
| 135.64131668558457 | |
| ], | |
| [ | |
| 279.8212258796822, | |
| 50.51078320090806, | |
| 165.17877412031783, | |
| 139.04653802497162 | |
| ], | |
| [ | |
| 277.5510783200908, | |
| 189.5573212258797, | |
| 167.4489216799092, | |
| 144.15437003405222 | |
| ], | |
| [ | |
| 120.34335981838821, | |
| 208.2860385925085, | |
| 154.93757094211125, | |
| 123.72304199772985 | |
| ], | |
| [ | |
| 0, | |
| 208.2860385925085, | |
| 120.34335981838821, | |
| 128.83087400681043 | |
| ], | |
| [ | |
| 0, | |
| 338.2519863791146, | |
| 123.18104426787743, | |
| 155.5051078320091 | |
| ], | |
| [ | |
| 123.18104426787743, | |
| 347.90011350737797, | |
| 156.07264472190693, | |
| 145.85698070374573 | |
| ], | |
| [ | |
| 279.25368898978434, | |
| 347.90011350737797, | |
| 165.74631101021566, | |
| 145.2894438138479 | |
| ] | |
| ] | |
| }, | |
| { | |
| "image_name": "u=2237054763,2488129206&fm=253&app=138&f=PNG.png", | |
| "question": "What symptom is shown in <Region 1> that suggests contacting emergency services?", | |
| "question_id": 10, | |
| "dataset_name": "multipanel_QA_box", | |
| "gt_answers": "The symptom shown in <Region 1> that suggests contacting emergency services is a child with a fever, cough, vomiting, or worsening diarrhea.", | |
| "bbox": [ | |
| [ | |
| 0, | |
| 125.42565266742338, | |
| 182.46311010215663, | |
| 187.85471055618615 | |
| ], | |
| [ | |
| 182.46311010215663, | |
| 124.85811577752554, | |
| 164.01816118047674, | |
| 188.422247446084 | |
| ], | |
| [ | |
| 346.4812712826334, | |
| 124.85811577752554, | |
| 153.51872871736663, | |
| 188.422247446084 | |
| ], | |
| [ | |
| 347.61634506242905, | |
| 313.2803632236095, | |
| 152.38365493757095, | |
| 186.71963677639047 | |
| ], | |
| [ | |
| 183.03064699205447, | |
| 313.84790011350736, | |
| 164.01816118047674, | |
| 186.1520998864926 | |
| ], | |
| [ | |
| 0, | |
| 313.84790011350736, | |
| 183.03064699205447, | |
| 186.1520998864926 | |
| ] | |
| ] | |
| } | |
| ] |