diff --git a/input_text/scene_graph_text/scene_graph_coco17/000000000057.json b/input_text/scene_graph_text/scene_graph_coco17/000000000057.json new file mode 100644 index 0000000..1ee7b6a --- /dev/null +++ b/input_text/scene_graph_text/scene_graph_coco17/000000000057.json @@ -0,0 +1 @@ +[[{"rect": [415.10400390625, 93.2335433959961, 484.9341125488281, 166.52694702148438], "class": "arm", "conf": 0.6582691669464111}, {"rect": [422.6954650878906, 123.94754791259766, 498.64739990234375, 171.53367614746094], "class": "arm", "conf": 0.3263871371746063}, {"rect": [390.8945007324219, 103.7408218383789, 498.7996520996094, 184.929931640625], "class": "arm", "conf": 0.08014032989740372}, {"rect": [429.9819030761719, 126.46842956542969, 481.1421203613281, 161.34910583496094], "class": "arm", "conf": 0.07948336005210876}, {"rect": [406.1563415527344, 95.29844665527344, 454.5167541503906, 171.31448364257812], "class": "arm", "conf": 0.0779888927936554}, {"rect": [382.6018981933594, 60.616153717041016, 408.8274841308594, 97.87584686279297], "class": "face", "conf": 0.5411292314529419}, {"rect": [377.2185974121094, 36.973026275634766, 422.32861328125, 77.21955871582031], "class": "hair", "conf": 0.900209367275238}, {"rect": [380.9769287109375, 51.788658142089844, 414.83685302734375, 75.4355239868164], "class": "hair", "conf": 0.07423733174800873}, {"rect": [478.95684814453125, 162.27984619140625, 507.67852783203125, 186.30447387695312], "class": "hand", "conf": 0.5605973601341248}, {"rect": [489.6508483886719, 164.33233642578125, 514.0590209960938, 186.6338348388672], "class": "hand", "conf": 0.3430511951446533}, {"rect": [480.520263671875, 171.02577209472656, 517.7135620117188, 188.58230590820312], "class": "handle", "conf": 0.09117522090673447}, {"rect": [380.29132080078125, 39.24116134643555, 418.8224182128906, 97.37042999267578], "class": "head", "conf": 0.48689112067222595}, {"rect": [381.456787109375, 210.2130889892578, 431.331298828125, 393.79925537109375], "class": "leg", "conf": 0.6896959543228149}, {"rect": [424.5220947265625, 206.35604858398438, 477.9910583496094, 319.5708923339844], "class": "leg", "conf": 0.6285281777381897}, {"rect": [390.049072265625, 235.66412353515625, 425.26397705078125, 362.8528137207031], "class": "leg", "conf": 0.21010053157806396}, {"rect": [378.7637023925781, 202.85675048828125, 477.3090515136719, 388.9565734863281], "class": "leg", "conf": 0.18848560750484467}, {"rect": [429.72235107421875, 239.2583770751953, 480.3968200683594, 302.7010803222656], "class": "leg", "conf": 0.09525711834430695}, {"rect": [362.8437805175781, 37.38288116455078, 515.8743286132812, 390.00128173828125], "class": "man", "conf": 0.8562116026878357}, {"rect": [351.92327880859375, 29.784034729003906, 490.094970703125, 213.55828857421875], "class": "man", "conf": 0.23160699009895325}, {"rect": [362.80120849609375, 32.96712875366211, 448.4388122558594, 162.9371795654297], "class": "man", "conf": 0.1079145073890686}, {"rect": [358.2061462402344, 33.88023376464844, 495.73516845703125, 370.9494934082031], "class": "person", "conf": 0.06393539905548096}, {"rect": [338.5758056640625, 17.330217361450195, 531.437744140625, 412.83319091796875], "class": "player", "conf": 0.24352310597896576}, {"rect": [481.2076110839844, 159.32720947265625, 574.5369873046875, 213.64181518554688], "class": "racket", "conf": 0.9561034440994263}, {"rect": [366.45166015625, 84.2710189819336, 447.8257751464844, 206.29042053222656], "class": "shirt", "conf": 0.9746922850608826}, {"rect": [400.484375, 363.1129455566406, 437.3819580078125, 404.67803955078125], "class": "shoe", "conf": 0.8509595990180969}, {"rect": [419.76239013671875, 293.77239990234375, 462.8852844238281, 345.2738037109375], "class": "shoe", "conf": 0.791804313659668}, {"rect": [400.3055114746094, 291.7102966308594, 458.1903381347656, 400.8177795410156], "class": "shoe", "conf": 0.451229065656662}, {"rect": [389.53765869140625, 289.766357421875, 473.3502197265625, 361.330078125], "class": "shoe", "conf": 0.13684089481830597}, {"rect": [392.7488708496094, 346.1171875, 447.36798095703125, 411.2497253417969], "class": "shoe", "conf": 0.0561157688498497}, {"rect": [370.8249206542969, 194.576416015625, 474.23089599609375, 270.8345642089844], "class": "short", "conf": 0.9614090919494629}, {"rect": [356.0423278808594, 176.1267852783203, 498.0373229980469, 296.9983215332031], "class": "short", "conf": 0.08240000903606415}, {"rect": [419.591796875, 296.43988037109375, 462.65545654296875, 346.5200500488281], "class": "sneaker", "conf": 0.18005944788455963}, {"rect": [399.8039245605469, 361.9225769042969, 437.9319763183594, 404.35595703125], "class": "sneaker", "conf": 0.09698790311813354}, {"rect": [400.3652648925781, 293.8009948730469, 459.1552429199219, 402.6984558105469], "class": "sneaker", "conf": 0.09357697516679764}, {"rect": [427.9765319824219, 288.8907775878906, 453.26446533203125, 312.6236572265625], "class": "sock", "conf": 0.743930995464325}, {"rect": [409.9351501464844, 350.21051025390625, 428.9573974609375, 372.9019470214844], "class": "sock", "conf": 0.6154168248176575}, {"rect": [437.1496276855469, 277.0347900390625, 463.5595397949219, 304.26019287109375], "class": "sock", "conf": 0.27959662675857544}, {"rect": [394.2384338378906, 273.92572021484375, 424.9969177246094, 367.5042724609375], "class": "sock", "conf": 0.15972097218036652}, {"rect": [420.8367919921875, 291.3815612792969, 444.9108581542969, 316.9632873535156], "class": "sock", "conf": 0.07458183169364929}, {"rect": [402.19635009765625, 343.0699157714844, 429.946533203125, 376.3409423828125], "class": "sock", "conf": 0.06334833055734634}], [{"subj_id": 17, "obj_id": 29, "class": "wearing", "conf": 0.20901232957839966, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [422.5279083251953, 232.7054901123047]}, {"subj_id": 17, "obj_id": 23, "class": "wearing", "conf": 0.1914515346288681, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [407.1387176513672, 145.28071975708008]}, {"subj_id": 17, "obj_id": 6, "class": "has", "conf": 0.1440306454896927, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [399.7736053466797, 57.09629249572754]}, {"subj_id": 17, "obj_id": 22, "class": "holding", "conf": 0.13203947246074677, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [527.8722991943359, 186.48451232910156]}, {"subj_id": 23, "obj_id": 17, "class": "on", "conf": 0.1140482947230339, "subj_center": [407.1387176513672, 145.28071975708008], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 24, "class": "wearing", "conf": 0.1134713664650917, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [418.93316650390625, 383.89549255371094]}, {"subj_id": 22, "obj_id": 8, "class": "in", "conf": 0.11252132058143616, "subj_center": [527.8722991943359, 186.48451232910156], "obj_center": [493.31768798828125, 174.2921600341797]}, {"subj_id": 17, "obj_id": 25, "class": "wearing", "conf": 0.11077643185853958, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [441.32383728027344, 319.5231018066406]}, {"subj_id": 29, "obj_id": 17, "class": "on", "conf": 0.10555530339479446, "subj_center": [422.5279083251953, 232.7054901123047], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 0, "class": "has", "conf": 0.09894213825464249, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [450.01905822753906, 129.88024520874023]}, {"subj_id": 17, "obj_id": 12, "class": "has", "conf": 0.08594156056642532, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [406.39404296875, 302.0061721801758]}, {"subj_id": 17, "obj_id": 34, "class": "wearing", "conf": 0.08456337451934814, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [440.62049865722656, 300.75721740722656]}, {"subj_id": 17, "obj_id": 5, "class": "has", "conf": 0.08441606163978577, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [395.7146911621094, 79.24600028991699]}, {"subj_id": 22, "obj_id": 9, "class": "in", "conf": 0.07520977407693863, "subj_center": [527.8722991943359, 186.48451232910156], "obj_center": [501.8549346923828, 175.48308563232422]}, {"subj_id": 17, "obj_id": 11, "class": "has", "conf": 0.07134296745061874, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [399.55686950683594, 68.30579566955566]}, {"subj_id": 25, "obj_id": 17, "class": "on", "conf": 0.06812875717878342, "subj_center": [441.32383728027344, 319.5231018066406], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 13, "class": "has", "conf": 0.06773655116558075, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [451.25657653808594, 262.9634704589844]}, {"subj_id": 6, "obj_id": 17, "class": "on", "conf": 0.06453395634889603, "subj_center": [399.7736053466797, 57.09629249572754], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 24, "obj_id": 17, "class": "on", "conf": 0.06328039616346359, "subj_center": [418.93316650390625, 383.89549255371094], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 8, "class": "has", "conf": 0.05845368653535843, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [493.31768798828125, 174.2921600341797]}, {"subj_id": 21, "obj_id": 29, "class": "wearing", "conf": 0.057542458176612854, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [422.5279083251953, 232.7054901123047]}, {"subj_id": 17, "obj_id": 26, "class": "wearing", "conf": 0.05445714294910431, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [429.2479248046875, 346.2640380859375]}, {"subj_id": 21, "obj_id": 23, "class": "wearing", "conf": 0.051322754472494125, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [407.1387176513672, 145.28071975708008]}, {"subj_id": 17, "obj_id": 1, "class": "has", "conf": 0.04824553430080414, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [460.6714324951172, 147.7406120300293]}, {"subj_id": 12, "obj_id": 17, "class": "of", "conf": 0.04671589657664299, "subj_center": [406.39404296875, 302.0061721801758], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 35, "class": "wearing", "conf": 0.04174565523862839, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [419.44627380371094, 361.5562286376953]}, {"subj_id": 21, "obj_id": 6, "class": "has", "conf": 0.04004696011543274, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [399.7736053466797, 57.09629249572754]}, {"subj_id": 21, "obj_id": 22, "class": "holding", "conf": 0.03731017932295799, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [527.8722991943359, 186.48451232910156]}, {"subj_id": 11, "obj_id": 17, "class": "of", "conf": 0.034122686833143234, "subj_center": [399.55686950683594, 68.30579566955566], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 36, "class": "wearing", "conf": 0.03160851076245308, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [450.3545837402344, 290.6474914550781]}, {"subj_id": 5, "obj_id": 17, "class": "of", "conf": 0.0309883002191782, "subj_center": [395.7146911621094, 79.24600028991699], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 14, "class": "has", "conf": 0.03066200762987137, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [407.6565246582031, 299.2584686279297]}, {"subj_id": 23, "obj_id": 21, "class": "on", "conf": 0.029222799465060234, "subj_center": [407.1387176513672, 145.28071975708008], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 21, "obj_id": 0, "class": "has", "conf": 0.02841968461871147, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [450.01905822753906, 129.88024520874023]}, {"subj_id": 21, "obj_id": 12, "class": "has", "conf": 0.028232702985405922, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [406.39404296875, 302.0061721801758]}, {"subj_id": 17, "obj_id": 31, "class": "wearing", "conf": 0.02761729434132576, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [441.1236267089844, 321.47996520996094]}, {"subj_id": 29, "obj_id": 21, "class": "on", "conf": 0.027539042755961418, "subj_center": [422.5279083251953, 232.7054901123047], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 21, "obj_id": 24, "class": "wearing", "conf": 0.026661576703190804, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [418.93316650390625, 383.89549255371094]}, {"subj_id": 0, "obj_id": 17, "class": "of", "conf": 0.026350095868110657, "subj_center": [450.01905822753906, 129.88024520874023], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 13, "obj_id": 17, "class": "of", "conf": 0.025596775114536285, "subj_center": [451.25657653808594, 262.9634704589844], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 21, "obj_id": 5, "class": "has", "conf": 0.025592491030693054, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [395.7146911621094, 79.24600028991699]}, {"subj_id": 26, "obj_id": 17, "class": "on", "conf": 0.02557535097002983, "subj_center": [429.2479248046875, 346.2640380859375], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 21, "obj_id": 25, "class": "wearing", "conf": 0.025043601170182228, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [441.32383728027344, 319.5231018066406]}, {"subj_id": 17, "obj_id": 15, "class": "has", "conf": 0.024812625721096992, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [428.036376953125, 295.9066619873047]}, {"subj_id": 17, "obj_id": 37, "class": "wearing", "conf": 0.023029854521155357, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [409.61767578125, 320.7149963378906]}, {"subj_id": 21, "obj_id": 34, "class": "wearing", "conf": 0.022914117202162743, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [440.62049865722656, 300.75721740722656]}, {"subj_id": 17, "obj_id": 9, "class": "has", "conf": 0.02169770561158657, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [501.8549346923828, 175.48308563232422]}, {"subj_id": 21, "obj_id": 11, "class": "has", "conf": 0.02036985568702221, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [399.55686950683594, 68.30579566955566]}, {"subj_id": 17, "obj_id": 27, "class": "wearing", "conf": 0.020031966269016266, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [431.4439392089844, 325.5482177734375]}, {"subj_id": 21, "obj_id": 13, "class": "has", "conf": 0.01996336504817009, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [451.25657653808594, 262.9634704589844]}, {"subj_id": 6, "obj_id": 11, "class": "on", "conf": 0.018970759585499763, "subj_center": [399.7736053466797, 57.09629249572754], "obj_center": [399.55686950683594, 68.30579566955566]}, {"subj_id": 24, "obj_id": 21, "class": "on", "conf": 0.018663272261619568, "subj_center": [418.93316650390625, 383.89549255371094], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 31, "obj_id": 17, "class": "on", "conf": 0.018297147005796432, "subj_center": [441.1236267089844, 321.47996520996094], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 6, "obj_id": 21, "class": "on", "conf": 0.01806744560599327, "subj_center": [399.7736053466797, 57.09629249572754], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 18, "obj_id": 29, "class": "wearing", "conf": 0.018016386777162552, "subj_center": [421.0091247558594, 121.67116165161133], "obj_center": [422.5279083251953, 232.7054901123047]}, {"subj_id": 25, "obj_id": 21, "class": "on", "conf": 0.017825797200202942, "subj_center": [441.32383728027344, 319.5231018066406], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 17, "obj_id": 30, "class": "wearing", "conf": 0.017482098191976547, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [427.0398254394531, 236.56255340576172]}, {"subj_id": 20, "obj_id": 29, "class": "wearing", "conf": 0.016256628558039665, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [422.5279083251953, 232.7054901123047]}, {"subj_id": 21, "obj_id": 8, "class": "has", "conf": 0.0158917848020792, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [493.31768798828125, 174.2921600341797]}, {"subj_id": 20, "obj_id": 23, "class": "wearing", "conf": 0.015681341290473938, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [407.1387176513672, 145.28071975708008]}, {"subj_id": 18, "obj_id": 23, "class": "wearing", "conf": 0.01538869272917509, "subj_center": [421.0091247558594, 121.67116165161133], "obj_center": [407.1387176513672, 145.28071975708008]}, {"subj_id": 1, "obj_id": 17, "class": "of", "conf": 0.014746330678462982, "subj_center": [460.6714324951172, 147.7406120300293], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 12, "obj_id": 21, "class": "of", "conf": 0.014702294021844864, "subj_center": [406.39404296875, 302.0061721801758], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 17, "obj_id": 32, "class": "wearing", "conf": 0.01445777527987957, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [418.8679504394531, 383.13926696777344]}, {"subj_id": 34, "obj_id": 17, "class": "on", "conf": 0.014147467911243439, "subj_center": [440.62049865722656, 300.75721740722656], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 21, "obj_id": 1, "class": "has", "conf": 0.013778970576822758, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [460.6714324951172, 147.7406120300293]}, {"subj_id": 17, "obj_id": 33, "class": "wearing", "conf": 0.012615961022675037, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [429.76025390625, 348.2497253417969]}, {"subj_id": 21, "obj_id": 26, "class": "wearing", "conf": 0.012534061446785927, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [429.2479248046875, 346.2640380859375]}, {"subj_id": 8, "obj_id": 17, "class": "of", "conf": 0.012496856041252613, "subj_center": [493.31768798828125, 174.2921600341797], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 16, "class": "has", "conf": 0.012466047890484333, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [455.05958557128906, 270.97972869873047]}, {"subj_id": 17, "obj_id": 18, "class": "wearing", "conf": 0.01217191107571125, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [421.0091247558594, 121.67116165161133]}, {"subj_id": 14, "obj_id": 17, "class": "of", "conf": 0.011931163258850574, "subj_center": [407.6565246582031, 299.2584686279297], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 27, "obj_id": 17, "class": "on", "conf": 0.011686550453305244, "subj_center": [431.4439392089844, 325.5482177734375], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 2, "class": "has", "conf": 0.011522197164595127, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [444.8470764160156, 144.33537673950195]}, {"subj_id": 21, "obj_id": 35, "class": "wearing", "conf": 0.011430228129029274, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [419.44627380371094, 361.5562286376953]}, {"subj_id": 22, "obj_id": 17, "class": "on", "conf": 0.011316443793475628, "subj_center": [527.8722991943359, 186.48451232910156], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 17, "obj_id": 7, "class": "has", "conf": 0.0112907774746418, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [397.9068908691406, 63.612091064453125]}, {"subj_id": 17, "obj_id": 3, "class": "has", "conf": 0.011079147458076477, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [455.56201171875, 143.9087677001953]}, {"subj_id": 20, "obj_id": 6, "class": "has", "conf": 0.010619232431054115, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [399.7736053466797, 57.09629249572754]}, {"subj_id": 17, "obj_id": 4, "class": "has", "conf": 0.010512005537748337, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [430.3365478515625, 133.30646514892578]}, {"subj_id": 5, "obj_id": 21, "class": "of", "conf": 0.010504872538149357, "subj_center": [395.7146911621094, 79.24600028991699], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 15, "obj_id": 17, "class": "of", "conf": 0.010460702702403069, "subj_center": [428.036376953125, 295.9066619873047], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 20, "obj_id": 22, "class": "holding", "conf": 0.010447757318615913, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [527.8722991943359, 186.48451232910156]}, {"subj_id": 35, "obj_id": 17, "class": "on", "conf": 0.010147219523787498, "subj_center": [419.44627380371094, 361.5562286376953], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 21, "obj_id": 14, "class": "has", "conf": 0.00966279860585928, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [407.6565246582031, 299.2584686279297]}, {"subj_id": 11, "obj_id": 21, "class": "of", "conf": 0.009651199914515018, "subj_center": [399.55686950683594, 68.30579566955566], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 6, "obj_id": 5, "class": "on", "conf": 0.008495799265801907, "subj_center": [399.7736053466797, 57.09629249572754], "obj_center": [395.7146911621094, 79.24600028991699]}, {"subj_id": 20, "obj_id": 24, "class": "wearing", "conf": 0.00840070378035307, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [418.93316650390625, 383.89549255371094]}, {"subj_id": 32, "obj_id": 17, "class": "on", "conf": 0.008362277410924435, "subj_center": [418.8679504394531, 383.13926696777344], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 0, "obj_id": 21, "class": "of", "conf": 0.008350124582648277, "subj_center": [450.01905822753906, 129.88024520874023], "obj_center": [435.00677490234375, 215.08170413970947]}, {"subj_id": 37, "obj_id": 17, "class": "on", "conf": 0.008343961089849472, "subj_center": [409.61767578125, 320.7149963378906], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 21, "obj_id": 36, "class": "wearing", "conf": 0.008253660053014755, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [450.3545837402344, 290.6474914550781]}, {"subj_id": 21, "obj_id": 15, "class": "has", "conf": 0.008176947943866253, "subj_center": [435.00677490234375, 215.08170413970947], "obj_center": [428.036376953125, 295.9066619873047]}, {"subj_id": 20, "obj_id": 25, "class": "wearing", "conf": 0.008143127895891666, "subj_center": [426.9706573486328, 202.41486358642578], "obj_center": [441.32383728027344, 319.5231018066406]}, {"subj_id": 17, "obj_id": 28, "class": "wearing", "conf": 0.00801161490380764, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [420.0584259033203, 378.68345642089844]}, {"subj_id": 17, "obj_id": 39, "class": "wearing", "conf": 0.00791203323751688, "subj_center": [439.3590545654297, 213.69208145141602], "obj_center": [416.0714416503906, 359.70542907714844]}, {"subj_id": 23, "obj_id": 20, "class": "on", "conf": 0.00781384389847517, "subj_center": [407.1387176513672, 145.28071975708008], "obj_center": [426.9706573486328, 202.41486358642578]}, {"subj_id": 30, "obj_id": 17, "class": "on", "conf": 0.007469784002751112, "subj_center": [427.0398254394531, 236.56255340576172], "obj_center": [439.3590545654297, 213.69208145141602]}, {"subj_id": 29, "obj_id": 20, "class": "on", "conf": 0.007469267584383488, "subj_center": [422.5279083251953, 232.7054901123047], "obj_center": [426.9706573486328, 202.41486358642578]}, {"subj_id": 26, "obj_id": 21, "class": "on", "conf": 0.007462529465556145, "subj_center": [429.2479248046875, 346.2640380859375], "obj_center": [435.00677490234375, 215.08170413970947]}]] \ No newline at end of file diff --git a/input_text/scene_graph_text/scene_graph_coco17_attr/000000000057.json b/input_text/scene_graph_text/scene_graph_coco17_attr/000000000057.json new file mode 100644 index 0000000..b1aabf9 --- /dev/null +++ b/input_text/scene_graph_text/scene_graph_coco17_attr/000000000057.json @@ -0,0 +1 @@ +[[{"rect": [375.7676086425781, 198.69309997558594, 477.95904541015625, 275.0142517089844], "class": "short", "conf": 0.9386906623840332, "attr": ["checkered", "blue", "plaid"], "attr_conf": [0.12672920525074005, 0.1929844468832016, 0.5183870196342468]}, {"rect": [369.84185791015625, 79.27885437011719, 455.9405517578125, 220.9800567626953], "class": "shirt", "conf": 0.8784235715866089, "attr": ["short sleeved", "orange", "red"], "attr_conf": [0.05093493312597275, 0.29195699095726013, 0.5454922318458557]}, {"rect": [56.157039642333984, 223.796875, 422.24627685546875, 401.2650146484375], "class": "shadow", "conf": 0.8617755770683289, "attr": ["white"], "attr_conf": [0.6941165924072266]}, {"rect": [369.4289855957031, 30.715730667114258, 519.0794067382812, 408.05767822265625], "class": "man", "conf": 0.8587678074836731, "attr": ["standing", "playing tennis", "playing"], "attr_conf": [0.06929700821638107, 0.11102530360221863, 0.22551782429218292]}, {"rect": [490.3601379394531, 161.1704559326172, 577.4737548828125, 213.88795471191406], "class": "racket", "conf": 0.8229435086250305, "attr": ["tennis", "white", "black", "green"], "attr_conf": [0.0901181548833847, 0.1125616729259491, 0.1457483023405075, 0.5095292329788208]}, {"rect": [135.04090881347656, 188.26712036132812, 154.80393981933594, 206.55105590820312], "class": "ball", "conf": 0.7927573323249817, "attr": ["flying", "green", "yellow"], "attr_conf": [0.0934738740324974, 0.1355827897787094, 0.5002978444099426]}, {"rect": [380.695068359375, 38.574012756347656, 425.5843505859375, 78.5858383178711], "class": "hair", "conf": 0.7818819880485535, "attr": ["short", "curly", "dark", "black"], "attr_conf": [0.05739080160856247, 0.07352045923471451, 0.1835852563381195, 0.5327075123786926]}, {"rect": [498.53619384765625, 166.53948974609375, 517.3152465820312, 188.61746215820312], "class": "hand", "conf": 0.7553640604019165, "attr": ["white"], "attr_conf": [0.3187938630580902]}, {"rect": [484.0550537109375, 164.32546997070312, 506.7552795410156, 184.32862854003906], "class": "hand", "conf": 0.7433161735534668, "attr": ["white"], "attr_conf": [0.22359587252140045]}, {"rect": [4.80386209487915, 221.55044555664062, 403.4365539550781, 426.288330078125], "class": "line", "conf": 0.7036184668540955, "attr": ["white"], "attr_conf": [0.8511332869529724]}, {"rect": [421.8260498046875, 296.9776916503906, 466.86767578125, 348.4229431152344], "class": "shoe", "conf": 0.6774736642837524, "attr": ["tennis", "white"], "attr_conf": [0.06794583797454834, 0.680751383304596]}, {"rect": [401.41473388671875, 370.21429443359375, 440.33245849609375, 408.3084411621094], "class": "shoe", "conf": 0.6501246690750122, "attr": ["white"], "attr_conf": [0.7100988030433655]}, {"rect": [380.360107421875, 40.33637619018555, 423.9418640136719, 101.17613220214844], "class": "head", "conf": 0.6428474187850952, "attr": ["short", "curly", "dark", "black"], "attr_conf": [0.07091108709573746, 0.0765766054391861, 0.1787957102060318, 0.46587973833084106]}, {"rect": [400.6651611328125, 5.3185014724731445, 633.91015625, 101.23121643066406], "class": "shadow", "conf": 0.6389392018318176, "attr": ["cast", "black", "brown", "dark"], "attr_conf": [0.08082034438848495, 0.15436798334121704, 0.15467478334903717, 0.3400002121925354]}, {"rect": [409.9427185058594, 350.501953125, 431.1708068847656, 374.5637512207031], "class": "sock", "conf": 0.5981297492980957, "attr": ["white"], "attr_conf": [0.9655088186264038]}, {"rect": [430.75341796875, 276.2204284667969, 469.3234558105469, 315.6880187988281], "class": "sock", "conf": 0.5629867911338806, "attr": ["white"], "attr_conf": [0.8572573065757751]}, {"rect": [0.0, 19.88435935974121, 639.2881469726562, 422.4766540527344], "class": "court", "conf": 0.4811999797821045, "attr": ["dirt", "red", "brown", "orange", "clay"], "attr_conf": [0.05257749557495117, 0.12571871280670166, 0.14589205384254456, 0.23927059769630432, 0.2732866108417511]}, {"rect": [456.0313720703125, 267.8884582519531, 483.96728515625, 291.3211975097656], "class": "knee", "conf": 0.44874992966651917, "attr": ["bent"], "attr_conf": [0.9092406630516052]}, {"rect": [5.822593688964844, 374.1316223144531, 321.70556640625, 426.288330078125], "class": "line", "conf": 0.4046552777290344, "attr": ["white"], "attr_conf": [0.8952876329421997]}, {"rect": [378.93402099609375, 212.7904052734375, 436.8543701171875, 380.7745666503906], "class": "leg", "conf": 0.3669198155403137, "attr": ["bent", "crossed", "bare"], "attr_conf": [0.06543419510126114, 0.07148923724889755, 0.07176770269870758]}, {"rect": [472.05950927734375, 152.61900329589844, 489.6600646972656, 171.71510314941406], "class": "watch", "conf": 0.3144718408584595, "attr": ["black"], "attr_conf": [0.88736891746521]}, {"rect": [0.0, 14.395047187805176, 639.2881469726562, 424.1204528808594], "class": "ground", "conf": 0.311477392911911, "attr": ["dirt", "red", "brown", "orange", "clay"], "attr_conf": [0.05359957367181778, 0.1195363849401474, 0.149090975522995, 0.24172335863113403, 0.27286815643310547]}, {"rect": [396.7987976074219, 300.0684509277344, 469.4784240722656, 403.863525390625], "class": "shoe", "conf": 0.3050905168056488, "attr": ["tennis", "white"], "attr_conf": [0.0603000707924366, 0.7632794976234436]}, {"rect": [387.6640930175781, 87.32012939453125, 399.74468994140625, 95.76163482666016], "class": "mouth", "conf": 0.30070754885673523, "attr": ["smiling", "closed", "open"], "attr_conf": [0.06646332144737244, 0.12914811074733734, 0.6207467913627625]}, {"rect": [472.3974304199219, 151.9155731201172, 491.1281433105469, 171.11224365234375], "class": "wrist", "conf": 0.2999599277973175, "attr": ["black"], "attr_conf": [0.8781831860542297]}, {"rect": [409.7373046875, 100.91047668457031, 441.9548034667969, 134.66603088378906], "class": "writing", "conf": 0.29682910442352295, "attr": ["white"], "attr_conf": [0.9781084060668945]}, {"rect": [135.15330505371094, 187.64132690429688, 155.61489868164062, 206.47390747070312], "class": "tennis ball", "conf": 0.22090338170528412, "attr": ["flying", "green", "yellow"], "attr_conf": [0.09183763712644577, 0.13557341694831848, 0.49887967109680176]}, {"rect": [484.87200927734375, 161.73353576660156, 575.6378173828125, 213.27391052246094], "class": "tennis racket", "conf": 0.21902309358119965, "attr": ["tennis", "white", "black", "green"], "attr_conf": [0.1015172079205513, 0.11729150265455246, 0.16931116580963135, 0.4515334963798523]}, {"rect": [382.9950866699219, 58.9854850769043, 414.7087097167969, 100.23716735839844], "class": "face", "conf": 0.20735099911689758, "attr": ["smiling"], "attr_conf": [0.3399803340435028]}, {"rect": [408.52679443359375, 91.9161605834961, 500.1498718261719, 179.14306640625], "class": "arm", "conf": 0.20213431119918823, "attr": ["raised", "outstretched", "extended"], "attr_conf": [0.12956707179546356, 0.13083970546722412, 0.291843056678772]}]] \ No newline at end of file diff --git a/input_text/scene_graph_text/scene_graph_coco17_caption/000000000057.json b/input_text/scene_graph_text/scene_graph_coco17_caption/000000000057.json new file mode 100644 index 0000000..2ea1dbb --- /dev/null +++ b/input_text/scene_graph_text/scene_graph_coco17_caption/000000000057.json @@ -0,0 +1 @@ +{"[408.52679443359375, 91.9161605834961, 500.1498718261719, 179.14306640625]": "Tennis ball is hitting in the air with a racquet in his right arm.", "[135.04090881347656, 188.26712036132812, 154.80393981933594, 206.55105590820312]": "An image with an orange background of a ball.", "[0.0, 19.88435935974121, 639.2881469726562, 422.4766540527344]": "Tennis playing on the court with a tennis racket.", "[382.9950866699219, 58.9854850769043, 414.7087097167969, 100.23716735839844]": "Dude with a serious expression on the face.", "[0.0, 14.395047187805176, 639.2881469726562, 424.1204528808594]": "Playing tennis on the tennis clay tennis field, with a tennis ball in the foreground.", "[380.695068359375, 38.574012756347656, 425.5843505859375, 78.5858383178711]": "Player with black hair in a red jacket.", "[484.0550537109375, 164.32546997070312, 506.7552795410156, 184.32862854003906]": "Someone holding the hand and the other hand.", "[498.53619384765625, 166.53948974609375, 517.3152465820312, 188.61746215820312]": "Someone holding their hand out to touch something.", "[380.360107421875, 40.33637619018555, 423.9418640136719, 101.17613220214844]": "Tennis baller with red uniform and black headband.", "[456.0313720703125, 267.8884582519531, 483.96728515625, 291.3211975097656]": "Animal with collar on a brown and orange ground.", "[378.93402099609375, 212.7904052734375, 436.8543701171875, 380.7745666503906]": "Tennis players' legs on court with a tennis racket.", "[4.80386209487915, 221.55044555664062, 403.4365539550781, 426.288330078125]": "Tennis ball coming toward the tennis ball that is coming towards him.", "[5.822593688964844, 374.1316223144531, 321.70556640625, 426.288330078125]": "Someone standing at the net with their shadow in a court.", "[369.4289855957031, 30.715730667114258, 519.0794067382812, 408.05767822265625]": "Tennis player in action with a racke in his hands and a tennis ball.", "[387.6640930175781, 87.32012939453125, 399.74468994140625, 95.76163482666016]": "A man with a beard and a red tie.", "[490.3601379394531, 161.1704559326172, 577.4737548828125, 213.88795471191406]": "Someone is swinging the rackets to hit it.", "[56.157039642333984, 223.796875, 422.24627685546875, 401.2650146484375]": "Tennis ball coming to the tennis ball on the tennis court.", "[400.6651611328125, 5.3185014724731445, 633.91015625, 101.23121643066406]": "Playing tennis in the sun on the court with a tennis racket.", "[369.84185791015625, 79.27885437011719, 455.9405517578125, 220.9800567626953]": "Tennis player in red t shirt swinging at ball.", "[396.7987976074219, 300.0684509277344, 469.4784240722656, 403.863525390625]": "Athletic shoes on a person playing tennis.", "[401.41473388671875, 370.21429443359375, 440.33245849609375, 408.3084411621094]": "A tennis player with rackets and a tennis shoe.", "[421.8260498046875, 296.9776916503906, 466.86767578125, 348.4229431152344]": "Shoes on a tennis court with a tennis ball.", "[375.7676086425781, 198.69309997558594, 477.95904541015625, 275.0142517089844]": "Tennis playing in an orange top and black shorts.", "[409.9427185058594, 350.501953125, 431.1708068847656, 374.5637512207031]": "Someone has made an interesting paper cone out of a cup and some kind.", "[430.75341796875, 276.2204284667969, 469.3234558105469, 315.6880187988281]": "Tennis ball and tennis player with white shoes and socks.", "[135.15330505371094, 187.64132690429688, 155.61489868164062, 206.47390747070312]": "A tennis ball is seen in this picture.", "[484.87200927734375, 161.73353576660156, 575.6378173828125, 213.27391052246094]": "Someone holding a racket on a tennis court.", "[472.05950927734375, 152.61900329589844, 489.6600646972656, 171.71510314941406]": "Animal that looks to have a watch on his wrist.", "[472.3974304199219, 151.9155731201172, 491.1281433105469, 171.11224365234375]": "Someone has a wrist on their left wrist.", "[409.7373046875, 100.91047668457031, 441.9548034667969, 134.66603088378906]": "Someone wearing an orange shirt with the word w on it."} \ No newline at end of file