dataset.jsonl

{"0": {"coordinates": {"a": {"bottom": 50.5, "top": 16, "left": 179, "right": 211, "width": 32, "height": 34.5}, "sa": {"bottom": 48.75, "top": 17.75, "left": 16, "right": 82.6796875, "width": 66.6796875, "height": 31}, "c": {"bottom": 47.25, "top": 17.25, "left": 344, "right": 374, "width": 30, "height": 30}, "d": {"bottom": 43.25, "top": 21.25, "left": 348, "right": 370, "width": 22, "height": 22}, "sd": {"bottom": 103.0234375, "top": 86.5234375, "left": 16, "right": 75.6640625, "width": 59.6640625, "height": 16.5}, "e": {"bottom": 227.1640625, "top": 195.1640625, "left": 16, "right": 374, "width": 358, "height": 32}, "f": {"bottom": 176.6640625, "top": 160.1640625, "left": 16, "right": 110.3671875, "width": 94.3671875, "height": 16.5}, "sf": {"bottom": 176.6640625, "top": 160.1640625, "left": 118.1640625, "right": 126.8125, "width": 8.6484375, "height": 16.5}, "g": {"bottom": 281.6640625, "top": 262.6640625, "left": 16, "right": 122.8125, "width": 106.8125, "height": 19}, "h": {"bottom": 361.6640625, "top": 292.1640625, "left": 16, "right": 80, "width": 64, "height": 69.5}, "j": {"bottom": 387.6640625, "top": 373.6640625, "left": 63.5390625, "right": 148.171875, "width": 84.6328125, "height": 14}, "sj": {"bottom": 427.6640625, "top": 390.6640625, "left": 16, "right": 374, "width": 358, "height": 37}, "k": {"bottom": 419.6640625, "top": 398.6640625, "left": 16, "right": 115.984375, "width": 99.984375, "height": 21}, "l": {"bottom": 473.6640625, "top": 443.6640625, "left": 32, "right": 134.984375, "width": 102.984375, "height": 30}, "m": {"bottom": 473.6640625, "top": 443.6640625, "left": 142.984375, "right": 300.234375, "width": 157.25, "height": 30}, "p": {"bottom": 473.6640625, "top": 443.6640625, "left": 308.234375, "right": 401.0234375, "width": 92.7890625, "height": 30}, "ss": {"bottom": 654.6640625, "top": 547.6640625, "left": 8, "right": 382, "width": 374, "height": 107}, "w": {"bottom": 583.1640625, "top": 566.6640625, "left": 56.7890625, "right": 124.265625, "width": 67.4765625, "height": 16.5}}, "hint_string": "w", "screenshot_path": "browser-recordings/screenshots/0.png", "caption": "Click on First Pinned Repo."}}
{"1": {"coordinates": {"aa": {"bottom": 50.5, "top": 16, "left": 179, "right": 211, "width": 32, "height": 34.5}, "sa": {"bottom": 48.75, "top": 17.75, "left": 16, "right": 82.6796875, "width": 66.6796875, "height": 31}, "c": {"bottom": 47.25, "top": 17.25, "left": 344, "right": 374, "width": 30, "height": 30}, "sc": {"bottom": 43.25, "top": 21.25, "left": 348, "right": 370, "width": 22, "height": 22}, "d": {"bottom": 106.5, "top": 85, "left": 40, "right": 98.7421875, "width": 58.7421875, "height": 21.5}, "sd": {"bottom": 106.5, "top": 85, "left": 111.7734375, "right": 191.3515625, "width": 79.578125, "height": 21.5}, "e": {"bottom": 208, "top": 191.5, "left": 16, "right": 88.3671875, "width": 72.3671875, "height": 16.5}, "se": {"bottom": 208, "top": 191.5, "left": 104.3671875, "right": 177.15625, "width": 72.7890625, "height": 16.5}, "f": {"bottom": 210.5, "top": 189.5, "left": 193.15625, "right": 265.015625, "width": 71.859375, "height": 21}, "sf": {"bottom": 254.5, "top": 226.5, "left": 16, "right": 157, "width": 141, "height": 28}, "g": {"bottom": 254.5, "top": 226.5, "left": 199, "right": 374, "width": 175, "height": 28}, "sg": {"bottom": 301.5, "top": 271.5, "left": 16, "right": 91.359375, "width": 75.359375, "height": 30}, "h": {"bottom": 301.5, "top": 271.5, "left": 99.359375, "right": 182.46875, "width": 83.109375, "height": 30}, "sh": {"bottom": 301.5, "top": 271.5, "left": 190.46875, "right": 318.234375, "width": 127.765625, "height": 30}, "j": {"bottom": 302.5, "top": 270.5, "left": 342, "right": 374, "width": 32, "height": 32}, "sj": {"bottom": 294.5, "top": 278.5, "left": 350, "right": 366, "width": 16, "height": 16}, "k": {"bottom": 366.5, "top": 334.5, "left": 16, "right": 121.2109375, "width": 105.2109375, "height": 32}, "sk": {"bottom": 366.5, "top": 334.5, "left": 280.375, "right": 374, "width": 93.625, "height": 32}, "l": {"bottom": 422, "top": 398, "left": 29, "right": 53, "width": 24, "height": 24}, "sl": {"bottom": 418, "top": 401.5, "left": 65, "right": 114.8046875, "width": 49.8046875, "height": 16.5}, "m": {"bottom": 417.3125, "top": 405.3125, "left": 122.8046875, "right": 143.6015625, "width": 20.796875, "height": 12}, "sm": {"bottom": 420.5, "top": 399.5, "left": 233.3203125, "right": 325, "width": 91.6796875, "height": 21}, "p": {"bottom": 434, "top": 385.5, "left": 325, "right": 373, "width": 48, "height": 48.5}, "sp": {"bottom": 474.5, "top": 437.5, "left": 17, "right": 373, "width": 356, "height": 37}, "as": {"bottom": 532.5, "top": 500.5, "left": 9, "right": 49, "width": 40, "height": 32}, "ss": {"bottom": 532.5, "top": 500.5, "left": 9, "right": 41, "width": 32, "height": 32}, "w": {"bottom": 524.5, "top": 508, "left": 49, "right": 133.3984375, "width": 84.3984375, "height": 16.5}, "sw": {"bottom": 589.5, "top": 557.5, "left": 13, "right": 33, "width": 20, "height": 32}}, "hint_string": "h", "screenshot_path": "browser-recordings/screenshots/1.png", "caption": "Click on Issues."}}
{"2": {"coordinates": {"a": {"bottom": 50.5, "top": 16, "left": 179, "right": 211, "width": 32, "height": 34.5}, "sa": {"bottom": 48.75, "top": 17.75, "left": 16, "right": 82.6796875, "width": 66.6796875, "height": 31}, "c": {"bottom": 47.25, "top": 17.25, "left": 344, "right": 374, "width": 30, "height": 30}, "d": {"bottom": 43.25, "top": 21.25, "left": 348, "right": 370, "width": 22, "height": 22}, "sd": {"bottom": 106.5, "top": 85, "left": 40, "right": 98.7421875, "width": 58.7421875, "height": 21.5}, "e": {"bottom": 106.5, "top": 85, "left": 111.7734375, "right": 191.3515625, "width": 79.578125, "height": 21.5}, "f": {"bottom": 164.5, "top": 134.5, "left": 16, "right": 91.359375, "width": 75.359375, "height": 30}, "sf": {"bottom": 164.5, "top": 134.5, "left": 99.359375, "right": 182.46875, "width": 83.109375, "height": 30}, "g": {"bottom": 164.5, "top": 134.5, "left": 190.46875, "right": 318.234375, "width": 127.765625, "height": 30}, "h": {"bottom": 165.5, "top": 133.5, "left": 342, "right": 374, "width": 32, "height": 32}, "j": {"bottom": 157.5, "top": 141.5, "left": 350, "right": 366, "width": 16, "height": 16}, "sj": {"bottom": 285.5, "top": 253.5, "left": 16, "right": 374, "width": 358, "height": 32}, "k": {"bottom": 229.5, "top": 197.5, "left": 16, "right": 113.015625, "width": 97.015625, "height": 32}, "sk": {"bottom": 229.5, "top": 197.5, "left": 112.015625, "right": 237.4140625, "width": 125.3984375, "height": 32}, "l": {"bottom": 229.5, "top": 197.5, "left": 272.53125, "right": 374, "width": 101.46875, "height": 32}, "m": {"bottom": 229.5, "top": 197.5, "left": 272.53125, "right": 374, "width": 101.46875, "height": 32}, "p": {"bottom": 330.5, "top": 309.5, "left": 16, "right": 88.3359375, "width": 72.3359375, "height": 21}, "ss": {"bottom": 330.5, "top": 309.5, "left": 102.125, "right": 183.2265625, "width": 81.1015625, "height": 21}, "w": {"bottom": 647.5, "top": 628.5, "left": 209.953125, "right": 319.0703125, "width": 109.1171875, "height": 19}}, "hint_string": "m", "screenshot_path": "browser-recordings/screenshots/2.png", "caption": "Click on new issue."}}