STRIVE · 08/28/2026
Failure 15: super_clevr_1118
Exact stored prediction, target, matching details, and video.
0.046785
Composite interaction mF1. Prediction parses successfully; this is a valid low-scoring case.
Composite calculation
{
"families": {
"temporal": {
"values": {
"0.25": 0.06976744186046512,
"0.5": 0.06976744186046512,
"0.75": 0.0,
"1.0": 0.0
},
"mean": 0.03488372093023256
},
"input": {
"values": {
"0.25": 0.06976744186046512,
"0.5": 0.047058823529411764,
"0.75": 0.047058823529411764,
"1.0": 0.047058823529411764
},
"mean": 0.052735978112175105
},
"output": {
"values": {
"0.25": 0.06976744186046512,
"0.5": 0.047058823529411764,
"0.75": 0.047058823529411764,
"1.0": 0.047058823529411764
},
"mean": 0.052735978112175105
}
},
"composite": 0.04678522571819426
}Raw prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "dark brown leather wingtip shoe with orange sole" 0 12 [VIS] 0 true 9 false [IN-FRAME] 0 true 9 false [PX] 0 13 662 6 5 666 9 null null [OBJ] 1 "yellow and brown hard candy box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true 10 false [PX] 0 17 611 5 9 615 9 null null [OBJ] 2 "yellow plastic toy school bus" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 29 568 4 21 572 11 13 576 [OBJ] 3 "red and blue plastic Spider-Man action figure" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 91 560 4 103 564 5 83 564 11 76 568 [OBJ] 4 "yellow and black plastic bee pull toy" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 111 560 4 134 564 5 111 564 7 123 564 9 111 564 10 130 568 11 115 568 [OBJ] 5 "yellow and black plastic bee pull toy" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 126 556 3 138 556 4 126 560 7 138 560 8 126 564 11 138 564 12 126 568 [OBJ] 6 "yellow plastic toy school bus" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 185 716 3 173 716 4 185 712 7 173 712 8 185 708 11 173 708 12 185 705 [OBJ] 7 "blue and red running shoe" 0 12 [VIS] 0 true 5 false [IN-FRAME] 0 true [PX] 0 263 591 5 null null [OBJ] 8 "grey and black basketball shoe" 0 12 [VIS] 0 true 4 false [IN-FRAME] 0 true [PX] 0 361 591 4 null null [OBJ] 9 "blue and red plastic Therizinosaurus figurine" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 384 587 5 376 591 10 null null [OBJ] 10 "blue and red running shoe" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 392 595 4 384 599 10 null null [OBJ] 11 "blue wooden toy kitchen set" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 412 591 4 404 595 10 null null [OBJ] 12 "grey and white plush shark" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 435 595 6 427 599 10 null null [OBJ] 13 "blue and red running shoe" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 455 595 6 447 599 10 null null [OBJ] 14 "grey and white fabric kitchen towels" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 474 595 6 466 599 10 null null [OBJ] 15 "teal fabric mermaid backpack" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 482 591 1 482 603 5 478 595 10 null null [OBJ] 16 "teal and beige wooden toy boat" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 505 595 1 513 591 4 501 595 10 null null [OBJ] 17 "teal fabric mermaid backpack" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 517 865 1 513 857 3 505 845 4 501 837 5 498 830 6 494 822 7 486 810 8 482 798 9 478 791 10 null null [OBJ] 18 "dark brown leather hat" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 517 587 7 509 591 10 null null [OBJ] 19 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 541 591 10 null null [OBJ] 20 "dark brown fabric loafer" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 544 595 8 537 599 10 null null [OBJ] 21 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 548 599 10 null null [OBJ] 22 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 560 595 10 null null [OBJ] 23 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 568 591 10 null null [OBJ] 24 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 572 603 10 null null [OBJ] 25 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 580 595 10 null null [OBJ] 26 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 591 591 10 null null [OBJ] 27 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 599 591 10 null null [OBJ] 28 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 607 587 10 null null [OBJ] 29 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 615 591 10 null null [OBJ] 30 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 623 591 10 null null [OBJ] 31 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 626 595 10 null null [OBJ] 32 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 630 587 10 null null [OBJ] 33 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 634 591 10 null null [OBJ] 34 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 650 591 10 null null [OBJ] 35 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 654 587 10 null null [OBJ] 36 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 658 595 10 null null [OBJ] 37 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 685 595 10 null null [OBJ] 38 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 705 595 10 null null [OBJ] 39 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 716 595 10 null null [OBJ] 40 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 724 591 10 null null [OBJ] 41 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 732 595 10 null null [OBJ] 42 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 740 591 10 null null [OBJ] 43 "white cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 748 595 10 null null [OBJ] 44 "white cardboard remanufactured ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 779 748 1 771 744 2 779 748 5 787 751 6 779 748 7 787 751 9 794 755 10 787 751 11 794 755 12 787 751 13 794 755 14 787 751 15 794 755 16 787 751 17 794 755 18 787 751 19 794 755 20 787 751 21 794 755 22 787 751 23 794 755 [OBJ] 45 "white and green cardboard ink cartridge box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 787 599 10 null null [OBJ] 46 "green and white striped fabric dishtowel" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 810 591 10 null null [OBJ] 47 "green and orange plastic magnifying glass" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 814 603 10 null null [OBJ] 48 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 822 595 10 null null [OBJ] 49 "black and white high-top sneaker" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 841 591 10 null null [OBJ] 50 "white cardboard elderberry syrup box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 845 595 10 null null [OBJ] 51 "white cardboard box of personal blender jars" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 853 595 10 null null [OBJ] 52 "black cardboard motherboard box" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 865 591 10 null null [OBJ] 53 "green wooden toy train" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 869 603 10 null null [OBJ] 54 "white plastic supplement bottle" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 884 595 10 null null [OBJ] 55 "dark brown leather boat shoe" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 958 697 1 966 701 4 955 701 5 966 705 9 955 705 10 970 708 11 958 708 12 970 712 [OBJ] 56 "blue and red running shoe" 1 12 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 361 208 2 365 216 3 373 224 4 376 232 5 380 240 6 384 248 7 388 255 8 392 263 9 396 271 10 400 279 11 404 287 12 408 294 13 412 302 14 416 310 15 419 318 16 423 326 18 427 337 19 431 345 21 439 353 22 443 361 23 447 369 [OBJS-END] [INTERACTIONS-START] [INTERACT] 14 "contact" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 19 "contact" 0 0 [IN] 1 4 [OUT] 1 4 [INTERACT] 11 "contact" 0 3 [IN] 1 2 [OUT] 1 2 [INTERACT] 26 "contact" 0 3 [IN] 10 12 [OUT] 10 12 [INTERACT] 36 "contact" 0 6 [IN] 14 15 [OUT] 14 15 [INTERACT] 39 "contact" 0 9 [IN] 15 22 [OUT] 15 22 [INTERACT] 0 "contact" 0 10 [IN] 0 1 [OUT] 0 1 [INTERACT] 1 "contact" 0 11 [IN] 0 2 [OUT] 0 2 [INTERACT] 12 "contact" 0 11 [IN] 1 2 [OUT] 1 2 [INTERACT] 42 "contact" 0 12 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 4 "contact" 0 12 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 8 "contact" 0 12 [IN] 0 4 [OUT] 0 4 [INTERACT] 15 "contact" 0 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 27 "contact" 0 12 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 28 "contact" 0 12 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 29 "contact" 0 12 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 30 "contact" 0 12 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 35 "contact" 0 12 [IN] 14 16 [OUT] 14 16 [INTERACT] 37 "contact" 0 12 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 38 "contact" 0 12 [IN] 15 16 [OUT] 15 16 [INTERACT] 43 "contact" 0 12 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 44 "contact" 0 12 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 45 "contact" 0 12 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 46 "contact" 0 12 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 47 "contact" 0 12 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 48 "contact" 0 12 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 49 "contact" 0 12 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 50 "contact" 0 12 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 51 "contact" 0 12 [IN] 24 65535 [OUT] 24 65535 [INTERACT] 52 "contact" 0 12 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 53 "contact" 0 12 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 54 "contact" 0 12 [IN] 27 65535 [OUT] 27 65535 [INTERACT] 55 "contact" 0 12 [IN] 28 65535 [OUT] 28 65535 [INTERACT] 56 "contact" 0 12 [IN] 29 65535 [OUT] 29 65535 [INTERACT] 57 "contact" 0 12 [IN] 30 65535 [OUT] 30 65535 [INTERACT] 58 "contact" 0 12 [IN] 31 65535 [OUT] 31 65535 [INTERACT] 59 "contact" 0 12 [IN] 32 65535 [OUT] 32 65535 [INTERACT] 60 "contact" 0 12 [IN] 33 65535 [OUT] 33 65535 [INTERACT] 61 "contact" 0 12 [IN] 34 65535 [OUT] 34 65535 [INTERACT] 62 "contact" 0 12 [IN] 35 65535 [OUT] 35 65535 [INTERACT] 63 "contact" 0 12 [IN] 36 65535 [OUT] 36 65535 [INTERACT] 64 "contact" 0 12 [IN] 37 65535 [OUT] 37 65535 [INTERACT] 65 "contact" 0 12 [IN] 38 65535 [OUT] 38 65535 [INTERACT] 66 "contact" 0 12 [IN] 39 65535 [OUT] 39 65535 [INTERACT] 67 "contact" 0 12 [IN] 40 65535 [OUT] 40 65535 [INTERACT] 68 "contact" 0 12 [IN] 41 65535 [OUT] 41 65535 [INTERACT] 69 "contact" 0 12 [IN] 42 65535 [OUT] 42 65535 [INTERACT] 70 "contact" 0 12 [IN] 43 65535 [OUT] 43 65535 [INTERACT] 71 "contact" 0 12 [IN] 44 65535 [OUT] 44 65535 [INTERACT] 72 "contact" 0 12 [IN] 45 65535 [OUT] 45 65535 [INTERACT] 73 "contact" 0 12 [IN] 46 65535 [OUT] 46 65535 [INTERACT] 74 "contact" 0 12 [IN] 47 65535 [OUT] 47 65535 [INTERACT] 75 "contact" 0 12 [IN] 48 65535 [OUT] 48 65535 [INTERACT] 76 "contact" 0 12 [IN] 49 65535 [OUT] 49 65535 [INTERACT] 77 "contact" 0 12 [IN] 50 65535 [OUT] 50 65535 [INTERACT] 78 "contact" 0 12 [IN] 51 65535 [OUT] 51 65535 [INTERACT] 79 "contact" 0 12 [IN] 52 65535 [OUT] 52 65535 [INTERACT] 80 "contact" 0 12 [IN] 53 65535 [OUT] 53 65535 [INTERACT] 81 "contact" 0 12 [IN] 54 65535 [OUT] 54 65535 [INTERACT] 82 "contact" 0 12 [IN] 55 65535 [OUT] 55 65535 [INTERACT] 83 "contact" 0 12 [IN] 56 65535 [OUT] 56 65535 [INTERACT] 13 "collision" 3 3 [IN] 1 21 [OUT] 1 21 [INTERACT] 20 "collision" 4 4 [IN] 1 4 [OUT] 1 4 [INTERACT] 21 "contact" 5 7 [IN] 1 4 [OUT] 1 4 [INTERACT] 31 "collision" 6 6 [IN] 14 15 [OUT] 14 15 [INTERACT] 2 "collision" 7 7 [IN] 0 5 [OUT] 0 5 [INTERACT] 32 "contact" 7 11 [IN] 14 15 [OUT] 14 15 [INTERACT] 3 "contact" 8 12 [IN] 0 5 [OUT] 0 5 [INTERACT] 9 "collision" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 10 "collision" 10 10 [IN] 0 4 [OUT] 0 4 [INTERACT] 22 "collision" 10 10 [IN] 1 4 [OUT] 1 4 [INTERACT] 16 "collision" 10 10 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 23 "contact" 11 12 [IN] 1 4 [OUT] 1 4 [INTERACT] 17 "contact" 11 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 24 "collision" 12 12 [IN] 1 5 [OUT] 1 5 [INTERACT] 33 "collision" 12 12 [IN] 14 15 [OUT] 14 15 [INTERACT] 18 "collision" 12 12 [IN] 1 7 [OUT] 1 7 [INTERACT] 25 "contact" 12 12 [IN] 1 6 [OUT] 1 6 [INTERACT] 5 "collision" 12 12 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 40 "collision" 12 12 [IN] 15 22 [OUT] 15 22 [INTERACT] 41 "contact" 12 13 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 6 "collision" 12 13 [IN] 0 4 [OUT] 0 4 [INTERACT] 34 "contact" 12 13 [IN] 14 15 [OUT] 14 15 [INTERACTIONS-END] [SCENE-END]
Raw ground truth
[SCENE-START] [OBJS-START] [OBJ] 0 "brown jet" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 210 692 5 211 690 14 98 680 15 210 689 17 98 684 19 210 688 20 211 685 23 95 695 [OBJ] 1 "blue jet" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 366 209 2 371 209 3 369 210 5 372 213 6 376 214 7 375 216 8 376 218 9 375 221 10 378 223 11 379 226 12 381 229 13 380 233 14 386 236 15 362 242 16 363 246 17 364 250 18 366 255 19 367 260 20 369 266 21 370 272 22 371 277 23 372 283 [OBJ] 2 "cyan wagon" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 513 858 1 510 852 2 507 845 3 504 839 4 501 833 5 498 827 6 495 821 7 493 815 8 490 809 9 487 803 10 483 797 11 482 792 12 478 785 13 475 780 14 472 776 15 466 771 16 466 766 17 469 760 18 457 757 19 460 752 20 451 748 21 456 743 22 449 740 23 446 735 [OBJ] 3 "gray articulated" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 765 744 8 762 744 9 761 743 12 758 743 17 755 743 18 756 744 21 754 744 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 "contact" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 1 "collision" 14 14 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"type": "dark brown leather wingtip shoe with orange sole",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 9,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 9,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 13,
"y": 662
},
{
"t": 6,
"x": 5,
"y": 666
},
{
"t": 9,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 1,
"type": "yellow and brown hard candy box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 17,
"y": 611
},
{
"t": 5,
"x": 9,
"y": 615
},
{
"t": 9,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 2,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 29,
"y": 568
},
{
"t": 4,
"x": 21,
"y": 572
},
{
"t": 11,
"x": 13,
"y": 576
}
],
"birth": 0,
"death": 12
},
{
"id": 3,
"type": "red and blue plastic Spider-Man action figure",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 91,
"y": 560
},
{
"t": 4,
"x": 103,
"y": 564
},
{
"t": 5,
"x": 83,
"y": 564
},
{
"t": 11,
"x": 76,
"y": 568
}
],
"birth": 0,
"death": 12
},
{
"id": 4,
"type": "yellow and black plastic bee pull toy",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 111,
"y": 560
},
{
"t": 4,
"x": 134,
"y": 564
},
{
"t": 5,
"x": 111,
"y": 564
},
{
"t": 7,
"x": 123,
"y": 564
},
{
"t": 9,
"x": 111,
"y": 564
},
{
"t": 10,
"x": 130,
"y": 568
},
{
"t": 11,
"x": 115,
"y": 568
}
],
"birth": 0,
"death": 12
},
{
"id": 5,
"type": "yellow and black plastic bee pull toy",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 126,
"y": 556
},
{
"t": 3,
"x": 138,
"y": 556
},
{
"t": 4,
"x": 126,
"y": 560
},
{
"t": 7,
"x": 138,
"y": 560
},
{
"t": 8,
"x": 126,
"y": 564
},
{
"t": 11,
"x": 138,
"y": 564
},
{
"t": 12,
"x": 126,
"y": 568
}
],
"birth": 0,
"death": 12
},
{
"id": 6,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 185,
"y": 716
},
{
"t": 3,
"x": 173,
"y": 716
},
{
"t": 4,
"x": 185,
"y": 712
},
{
"t": 7,
"x": 173,
"y": 712
},
{
"t": 8,
"x": 185,
"y": 708
},
{
"t": 11,
"x": 173,
"y": 708
},
{
"t": 12,
"x": 185,
"y": 705
}
],
"birth": 0,
"death": 12
},
{
"id": 7,
"type": "blue and red running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 5,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 263,
"y": 591
},
{
"t": 5,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 8,
"type": "grey and black basketball shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 4,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 361,
"y": 591
},
{
"t": 4,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 9,
"type": "blue and red plastic Therizinosaurus figurine",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 384,
"y": 587
},
{
"t": 5,
"x": 376,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 10,
"type": "blue and red running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 392,
"y": 595
},
{
"t": 4,
"x": 384,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 11,
"type": "blue wooden toy kitchen set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 412,
"y": 591
},
{
"t": 4,
"x": 404,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 12,
"type": "grey and white plush shark",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 435,
"y": 595
},
{
"t": 6,
"x": 427,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 13,
"type": "blue and red running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 455,
"y": 595
},
{
"t": 6,
"x": 447,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 14,
"type": "grey and white fabric kitchen towels",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 474,
"y": 595
},
{
"t": 6,
"x": 466,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 15,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 482,
"y": 591
},
{
"t": 1,
"x": 482,
"y": 603
},
{
"t": 5,
"x": 478,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 16,
"type": "teal and beige wooden toy boat",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 505,
"y": 595
},
{
"t": 1,
"x": 513,
"y": 591
},
{
"t": 4,
"x": 501,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 17,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 517,
"y": 865
},
{
"t": 1,
"x": 513,
"y": 857
},
{
"t": 3,
"x": 505,
"y": 845
},
{
"t": 4,
"x": 501,
"y": 837
},
{
"t": 5,
"x": 498,
"y": 830
},
{
"t": 6,
"x": 494,
"y": 822
},
{
"t": 7,
"x": 486,
"y": 810
},
{
"t": 8,
"x": 482,
"y": 798
},
{
"t": 9,
"x": 478,
"y": 791
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 18,
"type": "dark brown leather hat",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 517,
"y": 587
},
{
"t": 7,
"x": 509,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 19,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 541,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 20,
"type": "dark brown fabric loafer",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 544,
"y": 595
},
{
"t": 8,
"x": 537,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 21,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 548,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 22,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 560,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 23,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 568,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 24,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 572,
"y": 603
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 25,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 580,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 26,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 591,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 27,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 599,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 28,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 607,
"y": 587
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 29,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 615,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 30,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 623,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 31,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 626,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 32,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 630,
"y": 587
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 33,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 634,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 34,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 650,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 35,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 654,
"y": 587
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 36,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 658,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 37,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 685,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 38,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 705,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 39,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 716,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 40,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 724,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 41,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 732,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 42,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 740,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 43,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 748,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 44,
"type": "white cardboard remanufactured ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 779,
"y": 748
},
{
"t": 1,
"x": 771,
"y": 744
},
{
"t": 2,
"x": 779,
"y": 748
},
{
"t": 5,
"x": 787,
"y": 751
},
{
"t": 6,
"x": 779,
"y": 748
},
{
"t": 7,
"x": 787,
"y": 751
},
{
"t": 9,
"x": 794,
"y": 755
},
{
"t": 10,
"x": 787,
"y": 751
},
{
"t": 11,
"x": 794,
"y": 755
},
{
"t": 12,
"x": 787,
"y": 751
},
{
"t": 13,
"x": 794,
"y": 755
},
{
"t": 14,
"x": 787,
"y": 751
},
{
"t": 15,
"x": 794,
"y": 755
},
{
"t": 16,
"x": 787,
"y": 751
},
{
"t": 17,
"x": 794,
"y": 755
},
{
"t": 18,
"x": 787,
"y": 751
},
{
"t": 19,
"x": 794,
"y": 755
},
{
"t": 20,
"x": 787,
"y": 751
},
{
"t": 21,
"x": 794,
"y": 755
},
{
"t": 22,
"x": 787,
"y": 751
},
{
"t": 23,
"x": 794,
"y": 755
}
],
"birth": 0,
"death": 12
},
{
"id": 45,
"type": "white and green cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 787,
"y": 599
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 46,
"type": "green and white striped fabric dishtowel",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 810,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 47,
"type": "green and orange plastic magnifying glass",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 814,
"y": 603
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 48,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 822,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 49,
"type": "black and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 841,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 50,
"type": "white cardboard elderberry syrup box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 845,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 51,
"type": "white cardboard box of personal blender jars",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 853,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 52,
"type": "black cardboard motherboard box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 865,
"y": 591
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 53,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 869,
"y": 603
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 54,
"type": "white plastic supplement bottle",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 884,
"y": 595
},
{
"t": 10,
"x": null,
"y": null
}
],
"birth": 0,
"death": 12
},
{
"id": 55,
"type": "dark brown leather boat shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 10,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 958,
"y": 697
},
{
"t": 1,
"x": 966,
"y": 701
},
{
"t": 4,
"x": 955,
"y": 701
},
{
"t": 5,
"x": 966,
"y": 705
},
{
"t": 9,
"x": 955,
"y": 705
},
{
"t": 10,
"x": 970,
"y": 708
},
{
"t": 11,
"x": 958,
"y": 708
},
{
"t": 12,
"x": 970,
"y": 712
}
],
"birth": 0,
"death": 12
},
{
"id": 56,
"type": "blue and red running shoe",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 361,
"y": 208
},
{
"t": 2,
"x": 365,
"y": 216
},
{
"t": 3,
"x": 373,
"y": 224
},
{
"t": 4,
"x": 376,
"y": 232
},
{
"t": 5,
"x": 380,
"y": 240
},
{
"t": 6,
"x": 384,
"y": 248
},
{
"t": 7,
"x": 388,
"y": 255
},
{
"t": 8,
"x": 392,
"y": 263
},
{
"t": 9,
"x": 396,
"y": 271
},
{
"t": 10,
"x": 400,
"y": 279
},
{
"t": 11,
"x": 404,
"y": 287
},
{
"t": 12,
"x": 408,
"y": 294
},
{
"t": 13,
"x": 412,
"y": 302
},
{
"t": 14,
"x": 416,
"y": 310
},
{
"t": 15,
"x": 419,
"y": 318
},
{
"t": 16,
"x": 423,
"y": 326
},
{
"t": 18,
"x": 427,
"y": 337
},
{
"t": 19,
"x": 431,
"y": 345
},
{
"t": 21,
"x": 439,
"y": 353
},
{
"t": 22,
"x": 443,
"y": 361
},
{
"t": 23,
"x": 447,
"y": 369
}
],
"birth": 1,
"death": 12
}
],
"interactions": [
{
"id": 14,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 19,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 11,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 26,
"inputs": [
10,
12
],
"outputs": [
10,
12
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 36,
"inputs": [
14,
15
],
"outputs": [
14,
15
],
"begins_at": 0,
"ends_at": 6,
"type": "contact"
},
{
"id": 39,
"inputs": [
15,
22
],
"outputs": [
15,
22
],
"begins_at": 0,
"ends_at": 9,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 0,
"ends_at": 10,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
2
],
"outputs": [
0,
2
],
"begins_at": 0,
"ends_at": 11,
"type": "contact"
},
{
"id": 12,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 11,
"type": "contact"
},
{
"id": 42,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 4,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 8,
"inputs": [
0,
4
],
"outputs": [
0,
4
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 15,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 27,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 28,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 29,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 30,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 35,
"inputs": [
14,
16
],
"outputs": [
14,
16
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 37,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 38,
"inputs": [
15,
16
],
"outputs": [
15,
16
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 43,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 44,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 45,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 46,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 47,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 48,
"inputs": [
21,
65535
],
"outputs": [
21,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 49,
"inputs": [
22,
65535
],
"outputs": [
22,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 50,
"inputs": [
23,
65535
],
"outputs": [
23,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 51,
"inputs": [
24,
65535
],
"outputs": [
24,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 52,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 53,
"inputs": [
26,
65535
],
"outputs": [
26,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 54,
"inputs": [
27,
65535
],
"outputs": [
27,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 55,
"inputs": [
28,
65535
],
"outputs": [
28,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 56,
"inputs": [
29,
65535
],
"outputs": [
29,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 57,
"inputs": [
30,
65535
],
"outputs": [
30,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 58,
"inputs": [
31,
65535
],
"outputs": [
31,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 59,
"inputs": [
32,
65535
],
"outputs": [
32,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 60,
"inputs": [
33,
65535
],
"outputs": [
33,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 61,
"inputs": [
34,
65535
],
"outputs": [
34,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 62,
"inputs": [
35,
65535
],
"outputs": [
35,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 63,
"inputs": [
36,
65535
],
"outputs": [
36,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 64,
"inputs": [
37,
65535
],
"outputs": [
37,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 65,
"inputs": [
38,
65535
],
"outputs": [
38,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 66,
"inputs": [
39,
65535
],
"outputs": [
39,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 67,
"inputs": [
40,
65535
],
"outputs": [
40,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 68,
"inputs": [
41,
65535
],
"outputs": [
41,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 69,
"inputs": [
42,
65535
],
"outputs": [
42,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 70,
"inputs": [
43,
65535
],
"outputs": [
43,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 71,
"inputs": [
44,
65535
],
"outputs": [
44,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 72,
"inputs": [
45,
65535
],
"outputs": [
45,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 73,
"inputs": [
46,
65535
],
"outputs": [
46,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 74,
"inputs": [
47,
65535
],
"outputs": [
47,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 75,
"inputs": [
48,
65535
],
"outputs": [
48,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 76,
"inputs": [
49,
65535
],
"outputs": [
49,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 77,
"inputs": [
50,
65535
],
"outputs": [
50,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 78,
"inputs": [
51,
65535
],
"outputs": [
51,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 79,
"inputs": [
52,
65535
],
"outputs": [
52,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 80,
"inputs": [
53,
65535
],
"outputs": [
53,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 81,
"inputs": [
54,
65535
],
"outputs": [
54,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 82,
"inputs": [
55,
65535
],
"outputs": [
55,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 83,
"inputs": [
56,
65535
],
"outputs": [
56,
65535
],
"begins_at": 0,
"ends_at": 12,
"type": "contact"
},
{
"id": 13,
"inputs": [
1,
21
],
"outputs": [
1,
21
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 20,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 21,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 5,
"ends_at": 7,
"type": "contact"
},
{
"id": 31,
"inputs": [
14,
15
],
"outputs": [
14,
15
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 2,
"inputs": [
0,
5
],
"outputs": [
0,
5
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 32,
"inputs": [
14,
15
],
"outputs": [
14,
15
],
"begins_at": 7,
"ends_at": 11,
"type": "contact"
},
{
"id": 3,
"inputs": [
0,
5
],
"outputs": [
0,
5
],
"begins_at": 8,
"ends_at": 12,
"type": "contact"
},
{
"id": 9,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 10,
"inputs": [
0,
4
],
"outputs": [
0,
4
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 22,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 16,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 23,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 11,
"ends_at": 12,
"type": "contact"
},
{
"id": 17,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 11,
"ends_at": 12,
"type": "contact"
},
{
"id": 24,
"inputs": [
1,
5
],
"outputs": [
1,
5
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 33,
"inputs": [
14,
15
],
"outputs": [
14,
15
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 18,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 25,
"inputs": [
1,
6
],
"outputs": [
1,
6
],
"begins_at": 12,
"ends_at": 12,
"type": "contact"
},
{
"id": 5,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 40,
"inputs": [
15,
22
],
"outputs": [
15,
22
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 41,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 12,
"ends_at": 13,
"type": "contact"
},
{
"id": 6,
"inputs": [
0,
4
],
"outputs": [
0,
4
],
"begins_at": 12,
"ends_at": 13,
"type": "collision"
},
{
"id": 34,
"inputs": [
14,
15
],
"outputs": [
14,
15
],
"begins_at": 12,
"ends_at": 13,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "brown jet",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 210,
"y": 692
},
{
"t": 5,
"x": 211,
"y": 690
},
{
"t": 14,
"x": 98,
"y": 680
},
{
"t": 15,
"x": 210,
"y": 689
},
{
"t": 17,
"x": 98,
"y": 684
},
{
"t": 19,
"x": 210,
"y": 688
},
{
"t": 20,
"x": 211,
"y": 685
},
{
"t": 23,
"x": 95,
"y": 695
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "blue jet",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 366,
"y": 209
},
{
"t": 2,
"x": 371,
"y": 209
},
{
"t": 3,
"x": 369,
"y": 210
},
{
"t": 5,
"x": 372,
"y": 213
},
{
"t": 6,
"x": 376,
"y": 214
},
{
"t": 7,
"x": 375,
"y": 216
},
{
"t": 8,
"x": 376,
"y": 218
},
{
"t": 9,
"x": 375,
"y": 221
},
{
"t": 10,
"x": 378,
"y": 223
},
{
"t": 11,
"x": 379,
"y": 226
},
{
"t": 12,
"x": 381,
"y": 229
},
{
"t": 13,
"x": 380,
"y": 233
},
{
"t": 14,
"x": 386,
"y": 236
},
{
"t": 15,
"x": 362,
"y": 242
},
{
"t": 16,
"x": 363,
"y": 246
},
{
"t": 17,
"x": 364,
"y": 250
},
{
"t": 18,
"x": 366,
"y": 255
},
{
"t": 19,
"x": 367,
"y": 260
},
{
"t": 20,
"x": 369,
"y": 266
},
{
"t": 21,
"x": 370,
"y": 272
},
{
"t": 22,
"x": 371,
"y": 277
},
{
"t": 23,
"x": 372,
"y": 283
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "cyan wagon",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 513,
"y": 858
},
{
"t": 1,
"x": 510,
"y": 852
},
{
"t": 2,
"x": 507,
"y": 845
},
{
"t": 3,
"x": 504,
"y": 839
},
{
"t": 4,
"x": 501,
"y": 833
},
{
"t": 5,
"x": 498,
"y": 827
},
{
"t": 6,
"x": 495,
"y": 821
},
{
"t": 7,
"x": 493,
"y": 815
},
{
"t": 8,
"x": 490,
"y": 809
},
{
"t": 9,
"x": 487,
"y": 803
},
{
"t": 10,
"x": 483,
"y": 797
},
{
"t": 11,
"x": 482,
"y": 792
},
{
"t": 12,
"x": 478,
"y": 785
},
{
"t": 13,
"x": 475,
"y": 780
},
{
"t": 14,
"x": 472,
"y": 776
},
{
"t": 15,
"x": 466,
"y": 771
},
{
"t": 16,
"x": 466,
"y": 766
},
{
"t": 17,
"x": 469,
"y": 760
},
{
"t": 18,
"x": 457,
"y": 757
},
{
"t": 19,
"x": 460,
"y": 752
},
{
"t": 20,
"x": 451,
"y": 748
},
{
"t": 21,
"x": 456,
"y": 743
},
{
"t": 22,
"x": 449,
"y": 740
},
{
"t": 23,
"x": 446,
"y": 735
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "gray articulated",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 765,
"y": 744
},
{
"t": 8,
"x": 762,
"y": 744
},
{
"t": 9,
"x": 761,
"y": 743
},
{
"t": 12,
"x": 758,
"y": 743
},
{
"t": 17,
"x": 755,
"y": 743
},
{
"t": 18,
"x": 756,
"y": 744
},
{
"t": 21,
"x": 754,
"y": 744
}
],
"birth": 0,
"death": 24
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
}
]
}Full per-sample metric report
{
"metrics": {
"avg_type_similarity": 0.29318670505499156,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 169.78223073563615,
"avg_image_position_segmentation_acc": 0.53125,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.125,
"avg_image_position_segmentation_acc_large": 0.6666666666666666,
"avg_image_position_segmentation_acc_first_frame": 0.5,
"avg_image_position_segmentation_visible_acc": 0.53125,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.6979166666666666,
"visibility_true_acc": 0.6979166666666666,
"visibility_false_acc": null,
"is_in_frame_acc": 0.9895833333333334,
"is_in_frame_true_acc": 0.9895833333333334,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.84375,
"vis_acc_from_px_true_acc": 0.84375,
"vis_acc_from_px_false_acc": null,
"num_matches": 4,
"num_unmatched_pred": 53,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 4,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 4,
"avg_image_position_segmentation_acc": 4,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 1,
"avg_image_position_segmentation_acc_large": 3,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 4,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 4,
"visibility_true_acc": 4,
"visibility_false_acc": 0,
"is_in_frame_acc": 4,
"is_in_frame_true_acc": 4,
"is_in_frame_false_acc": 0,
"vis_acc_from_px": 4,
"vis_acc_from_px_true_acc": 4,
"vis_acc_from_px_false_acc": 0
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 6,
"target_id": 0,
"pred_id": 6,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 56,
"target_id": 1,
"pred_id": 56,
"cost": 0.875,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.875,
"weighted_cost": 0.875,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 53,
"target_id": 2,
"pred_id": 53,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 44,
"target_id": 3,
"pred_id": 44,
"cost": 0.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
4,
5,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
45,
46,
47,
48,
49,
50,
51,
52,
54,
55
],
"target_type_counts": {
"brown jet": 1,
"blue jet": 1,
"cyan wagon": 1,
"gray articulated": 1
},
"pred_type_counts": {
"dark brown leather wingtip shoe with orange sole": 1,
"yellow and brown hard candy box": 1,
"yellow plastic toy school bus": 2,
"red and blue plastic Spider-Man action figure": 1,
"yellow and black plastic bee pull toy": 2,
"blue and red running shoe": 4,
"grey and black basketball shoe": 1,
"blue and red plastic Therizinosaurus figurine": 1,
"blue wooden toy kitchen set": 1,
"grey and white plush shark": 1,
"grey and white fabric kitchen towels": 1,
"teal fabric mermaid backpack": 2,
"teal and beige wooden toy boat": 1,
"dark brown leather hat": 1,
"white cardboard elderberry syrup box": 12,
"dark brown fabric loafer": 1,
"white cardboard ink cartridge box": 8,
"white cardboard remanufactured ink cartridge box": 7,
"white and green cardboard ink cartridge box": 1,
"green and white striped fabric dishtowel": 1,
"green and orange plastic magnifying glass": 1,
"black and white high-top sneaker": 1,
"white cardboard box of personal blender jars": 1,
"black cardboard motherboard box": 1,
"green wooden toy train": 1,
"white plastic supplement bottle": 1,
"dark brown leather boat shoe": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 24
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 1.0,
"1.0": 0.5,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 53,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 54,
"false_negatives": 1
},
"0.75": {
"true_positives": 3,
"false_positives": 54,
"false_negatives": 1
},
"1.0": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.07017543859649122,
"0.5": 0.05263157894736842,
"0.75": 0.05263157894736842,
"1.0": 0.03508771929824561
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.5
},
"visibility_f1_by_threshold": {
"0.25": 0.13114754098360656,
"0.5": 0.09836065573770492,
"0.75": 0.09836065573770492,
"1.0": 0.06557377049180328
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 53,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 53,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 53,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.018518518518518517,
"0.5": 0.018518518518518517,
"0.75": 0.018518518518518517,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.03636363636363636,
"0.5": 0.03636363636363636,
"0.75": 0.03636363636363636,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 2
},
"0.5": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 2
},
"0.75": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 2
},
"1.0": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 2
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.03508771929824561,
"0.5": 0.03508771929824561,
"0.75": 0.03508771929824561,
"1.0": 0.03508771929824561
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_f1_by_threshold": {
"0.25": 0.06557377049180328,
"0.5": 0.06557377049180328,
"0.75": 0.06557377049180328,
"1.0": 0.06557377049180328
},
"segmentation_frame_average_precision": 0.03508771929824561,
"segmentation_frame_average_recall": 0.5,
"segmentation_frame_average_f1": 0.06557377049180328,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 55,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.03508771929824561,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.06779661016949151,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"segmentation_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"segmentation_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"segmentation_frame_average_precision": 1.0,
"segmentation_frame_average_recall": 1.0,
"segmentation_frame_average_f1": 1.0,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"segmentation_first_frame_precision": 1.0,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 1.0
},
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_frame_average_precision": 0.5,
"segmentation_frame_average_recall": 0.5,
"segmentation_frame_average_f1": 0.5,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.5,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.6666666666666666
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 6,
"cost": 1.0,
"type_similarity": 0.17067856329600722,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 52.240768709929945,
"image_position_segmentation_acc": 1.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 1.0,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 1.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 56,
"cost": 0.875,
"type_similarity": 0.4715652525006205,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 71.11108175303202,
"image_position_segmentation_acc": 0.125,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.125,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.125,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9583333333333334,
"visibility_true_acc": 0.9583333333333334,
"visibility_false_acc": null,
"is_in_frame_acc": 0.9583333333333334,
"is_in_frame_true_acc": 0.9583333333333334,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.9583333333333334,
"vis_acc_from_px_true_acc": 0.9583333333333334,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 53,
"cost": 1.0,
"type_similarity": 0.38183222878518175,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 520.423050619577,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.4166666666666667,
"visibility_true_acc": 0.4166666666666667,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.4166666666666667,
"vis_acc_from_px_true_acc": 0.4166666666666667,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 44,
"cost": 0.5,
"type_similarity": 0.14867077563815684,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 35.35402186000568,
"image_position_segmentation_acc": 1.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 1.0,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 1.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.4166666666666667,
"visibility_true_acc": 0.4166666666666667,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": 0.40625,
"avg_interaction_input_object_jaccard": 0.5833333333333333,
"avg_interaction_output_object_jaccard": 0.5833333333333333,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 4,
"num_unmatched_pred_interactions": 79,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 80,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 80,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 83,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 83,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.03614457831325301,
"0.5": 0.03614457831325301,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.06976744186046512,
"0.5": 0.06976744186046512,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 80,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.03614457831325301,
"0.5": 0.024096385542168676,
"0.75": 0.024096385542168676,
"1.0": 0.024096385542168676
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.06976744186046512,
"0.5": 0.047058823529411764,
"0.75": 0.047058823529411764,
"1.0": 0.047058823529411764
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 80,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 81,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.03614457831325301,
"0.5": 0.024096385542168676,
"0.75": 0.024096385542168676,
"1.0": 0.024096385542168676
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.06976744186046512,
"0.5": 0.047058823529411764,
"0.75": 0.047058823529411764,
"1.0": 0.047058823529411764
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 4,
"avg_interaction_input_object_jaccard": 4,
"avg_interaction_output_object_jaccard": 4,
"avg_interaction_type_exact_match_acc": 4
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 4,
"target_id": 0,
"pred_id": 4,
"cost": 0.22916666666666674,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.22916666666666674,
"weighted_cost": 0.22916666666666674,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 6,
"target_id": 1,
"pred_id": 6,
"cost": 1.0,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 79,
"target_id": 2,
"pred_id": 80,
"cost": 0.22916666666666674,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.22916666666666674,
"weighted_cost": 0.22916666666666674,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 70,
"target_id": 3,
"pred_id": 71,
"cost": 0.22916666666666674,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.22916666666666674,
"weighted_cost": 0.22916666666666674,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
5,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
72,
73,
74,
75,
76,
77,
78,
79,
81,
82,
83
],
"target_type_counts": {
"contact": 3,
"collision": 1
},
"pred_type_counts": {
"contact": 69,
"collision": 14
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 4,
"target_id": 0,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.22916666666666674,
"temporal_span_iou": 0.5416666666666666,
"temporal_span_giou": 0.5416666666666666,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 6,
"target_id": 1,
"pred_id": 6,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.0,
"temporal_span_iou": 0.0,
"temporal_span_giou": 0.0,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 2,
"pred_index": 79,
"target_id": 2,
"pred_id": 80,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.22916666666666674,
"temporal_span_iou": 0.5416666666666666,
"temporal_span_giou": 0.5416666666666666,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 3,
"pred_index": 70,
"target_id": 3,
"pred_id": 71,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.22916666666666674,
"temporal_span_iou": 0.5416666666666666,
"temporal_span_giou": 0.5416666666666666,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 0.5416666666666666,
"avg_interaction_input_object_jaccard": 0.7777777777777777,
"avg_interaction_output_object_jaccard": 0.7777777777777777,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 3,
"num_unmatched_pred_interactions": 51,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 51,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 51,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 54,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.05555555555555555,
"0.5": 0.05555555555555555,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.10526315789473684,
"0.5": 0.10526315789473684,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 51,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.05555555555555555,
"0.5": 0.037037037037037035,
"0.75": 0.037037037037037035,
"1.0": 0.037037037037037035
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.10526315789473684,
"0.5": 0.07142857142857142,
"0.75": 0.07142857142857142,
"1.0": 0.07142857142857142
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 51,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 52,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.05555555555555555,
"0.5": 0.037037037037037035,
"0.75": 0.037037037037037035,
"1.0": 0.037037037037037035
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.10526315789473684,
"0.5": 0.07142857142857142,
"0.75": 0.07142857142857142,
"1.0": 0.07142857142857142
}
},
"object_object": {
"avg_interaction_temporal_span_giou": 0.0,
"avg_interaction_input_object_jaccard": 0.0,
"avg_interaction_output_object_jaccard": 0.0,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 1,
"num_unmatched_pred_interactions": 28,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 3,
"avg_interaction_input_object_jaccard": 3,
"avg_interaction_output_object_jaccard": 3,
"avg_interaction_type_exact_match_acc": 3
},
"object_object": {
"avg_interaction_temporal_span_giou": 1,
"avg_interaction_input_object_jaccard": 1,
"avg_interaction_output_object_jaccard": 1,
"avg_interaction_type_exact_match_acc": 1
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 0.0,
"avg_interaction_input_object_jaccard": 0.0,
"avg_interaction_output_object_jaccard": 0.0,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 1,
"num_unmatched_pred_interactions": 13,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": 0.5416666666666666,
"avg_interaction_input_object_jaccard": 0.7777777777777777,
"avg_interaction_output_object_jaccard": 0.7777777777777777,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 3,
"num_unmatched_pred_interactions": 66,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 66,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 66,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 69,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 69,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.043478260869565216,
"0.5": 0.043478260869565216,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.08333333333333333,
"0.5": 0.08333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 66,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.043478260869565216,
"0.5": 0.028985507246376812,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.08333333333333333,
"0.5": 0.05633802816901409,
"0.75": 0.05633802816901409,
"1.0": 0.05633802816901409
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 66,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.043478260869565216,
"0.5": 0.028985507246376812,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.08333333333333333,
"0.5": 0.05633802816901409,
"0.75": 0.05633802816901409,
"1.0": 0.05633802816901409
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 1,
"avg_interaction_input_object_jaccard": 1,
"avg_interaction_output_object_jaccard": 1,
"avg_interaction_type_exact_match_acc": 1
},
"contact": {
"avg_interaction_temporal_span_giou": 3,
"avg_interaction_input_object_jaccard": 3,
"avg_interaction_output_object_jaccard": 3,
"avg_interaction_type_exact_match_acc": 3
}
}
}Inference record
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"dark brown leather wingtip shoe with orange sole\" 0 12 [VIS] 0 true 9 false [IN-FRAME] 0 true 9 false [PX] 0 13 662 6 5 666 9 null null [OBJ] 1 \"yellow and brown hard candy box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true 10 false [PX] 0 17 611 5 9 615 9 null null [OBJ] 2 \"yellow plastic toy school bus\" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 29 568 4 21 572 11 13 576 [OBJ] 3 \"red and blue plastic Spider-Man action figure\" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 91 560 4 103 564 5 83 564 11 76 568 [OBJ] 4 \"yellow and black plastic bee pull toy\" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 111 560 4 134 564 5 111 564 7 123 564 9 111 564 10 130 568 11 115 568 [OBJ] 5 \"yellow and black plastic bee pull toy\" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 126 556 3 138 556 4 126 560 7 138 560 8 126 564 11 138 564 12 126 568 [OBJ] 6 \"yellow plastic toy school bus\" 0 12 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 185 716 3 173 716 4 185 712 7 173 712 8 185 708 11 173 708 12 185 705 [OBJ] 7 \"blue and red running shoe\" 0 12 [VIS] 0 true 5 false [IN-FRAME] 0 true [PX] 0 263 591 5 null null [OBJ] 8 \"grey and black basketball shoe\" 0 12 [VIS] 0 true 4 false [IN-FRAME] 0 true [PX] 0 361 591 4 null null [OBJ] 9 \"blue and red plastic Therizinosaurus figurine\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 384 587 5 376 591 10 null null [OBJ] 10 \"blue and red running shoe\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 392 595 4 384 599 10 null null [OBJ] 11 \"blue wooden toy kitchen set\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 412 591 4 404 595 10 null null [OBJ] 12 \"grey and white plush shark\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 435 595 6 427 599 10 null null [OBJ] 13 \"blue and red running shoe\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 455 595 6 447 599 10 null null [OBJ] 14 \"grey and white fabric kitchen towels\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 474 595 6 466 599 10 null null [OBJ] 15 \"teal fabric mermaid backpack\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 482 591 1 482 603 5 478 595 10 null null [OBJ] 16 \"teal and beige wooden toy boat\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 505 595 1 513 591 4 501 595 10 null null [OBJ] 17 \"teal fabric mermaid backpack\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 517 865 1 513 857 3 505 845 4 501 837 5 498 830 6 494 822 7 486 810 8 482 798 9 478 791 10 null null [OBJ] 18 \"dark brown leather hat\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 517 587 7 509 591 10 null null [OBJ] 19 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 541 591 10 null null [OBJ] 20 \"dark brown fabric loafer\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 544 595 8 537 599 10 null null [OBJ] 21 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 548 599 10 null null [OBJ] 22 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 560 595 10 null null [OBJ] 23 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 568 591 10 null null [OBJ] 24 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 572 603 10 null null [OBJ] 25 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 580 595 10 null null [OBJ] 26 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 591 591 10 null null [OBJ] 27 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 599 591 10 null null [OBJ] 28 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 607 587 10 null null [OBJ] 29 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 615 591 10 null null [OBJ] 30 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 623 591 10 null null [OBJ] 31 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 626 595 10 null null [OBJ] 32 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 630 587 10 null null [OBJ] 33 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 634 591 10 null null [OBJ] 34 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 650 591 10 null null [OBJ] 35 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 654 587 10 null null [OBJ] 36 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 658 595 10 null null [OBJ] 37 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 685 595 10 null null [OBJ] 38 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 705 595 10 null null [OBJ] 39 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 716 595 10 null null [OBJ] 40 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 724 591 10 null null [OBJ] 41 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 732 595 10 null null [OBJ] 42 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 740 591 10 null null [OBJ] 43 \"white cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 748 595 10 null null [OBJ] 44 \"white cardboard remanufactured ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 779 748 1 771 744 2 779 748 5 787 751 6 779 748 7 787 751 9 794 755 10 787 751 11 794 755 12 787 751 13 794 755 14 787 751 15 794 755 16 787 751 17 794 755 18 787 751 19 794 755 20 787 751 21 794 755 22 787 751 23 794 755 [OBJ] 45 \"white and green cardboard ink cartridge box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 787 599 10 null null [OBJ] 46 \"green and white striped fabric dishtowel\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 810 591 10 null null [OBJ] 47 \"green and orange plastic magnifying glass\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 814 603 10 null null [OBJ] 48 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 822 595 10 null null [OBJ] 49 \"black and white high-top sneaker\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 841 591 10 null null [OBJ] 50 \"white cardboard elderberry syrup box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 845 595 10 null null [OBJ] 51 \"white cardboard box of personal blender jars\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 853 595 10 null null [OBJ] 52 \"black cardboard motherboard box\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 865 591 10 null null [OBJ] 53 \"green wooden toy train\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 869 603 10 null null [OBJ] 54 \"white plastic supplement bottle\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 884 595 10 null null [OBJ] 55 \"dark brown leather boat shoe\" 0 12 [VIS] 0 true 10 false [IN-FRAME] 0 true [PX] 0 958 697 1 966 701 4 955 701 5 966 705 9 955 705 10 970 708 11 958 708 12 970 712 [OBJ] 56 \"blue and red running shoe\" 1 12 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 361 208 2 365 216 3 373 224 4 376 232 5 380 240 6 384 248 7 388 255 8 392 263 9 396 271 10 400 279 11 404 287 12 408 294 13 412 302 14 416 310 15 419 318 16 423 326 18 427 337 19 431 345 21 439 353 22 443 361 23 447 369 [OBJS-END] [INTERACTIONS-START] [INTERACT] 14 \"contact\" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 19 \"contact\" 0 0 [IN] 1 4 [OUT] 1 4 [INTERACT] 11 \"contact\" 0 3 [IN] 1 2 [OUT] 1 2 [INTERACT] 26 \"contact\" 0 3 [IN] 10 12 [OUT] 10 12 [INTERACT] 36 \"contact\" 0 6 [IN] 14 15 [OUT] 14 15 [INTERACT] 39 \"contact\" 0 9 [IN] 15 22 [OUT] 15 22 [INTERACT] 0 \"contact\" 0 10 [IN] 0 1 [OUT] 0 1 [INTERACT] 1 \"contact\" 0 11 [IN] 0 2 [OUT] 0 2 [INTERACT] 12 \"contact\" 0 11 [IN] 1 2 [OUT] 1 2 [INTERACT] 42 \"contact\" 0 12 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 4 \"contact\" 0 12 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 8 \"contact\" 0 12 [IN] 0 4 [OUT] 0 4 [INTERACT] 15 \"contact\" 0 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 27 \"contact\" 0 12 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 28 \"contact\" 0 12 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 29 \"contact\" 0 12 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 30 \"contact\" 0 12 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 35 \"contact\" 0 12 [IN] 14 16 [OUT] 14 16 [INTERACT] 37 \"contact\" 0 12 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 38 \"contact\" 0 12 [IN] 15 16 [OUT] 15 16 [INTERACT] 43 \"contact\" 0 12 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 44 \"contact\" 0 12 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 45 \"contact\" 0 12 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 46 \"contact\" 0 12 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 47 \"contact\" 0 12 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 48 \"contact\" 0 12 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 49 \"contact\" 0 12 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 50 \"contact\" 0 12 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 51 \"contact\" 0 12 [IN] 24 65535 [OUT] 24 65535 [INTERACT] 52 \"contact\" 0 12 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 53 \"contact\" 0 12 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 54 \"contact\" 0 12 [IN] 27 65535 [OUT] 27 65535 [INTERACT] 55 \"contact\" 0 12 [IN] 28 65535 [OUT] 28 65535 [INTERACT] 56 \"contact\" 0 12 [IN] 29 65535 [OUT] 29 65535 [INTERACT] 57 \"contact\" 0 12 [IN] 30 65535 [OUT] 30 65535 [INTERACT] 58 \"contact\" 0 12 [IN] 31 65535 [OUT] 31 65535 [INTERACT] 59 \"contact\" 0 12 [IN] 32 65535 [OUT] 32 65535 [INTERACT] 60 \"contact\" 0 12 [IN] 33 65535 [OUT] 33 65535 [INTERACT] 61 \"contact\" 0 12 [IN] 34 65535 [OUT] 34 65535 [INTERACT] 62 \"contact\" 0 12 [IN] 35 65535 [OUT] 35 65535 [INTERACT] 63 \"contact\" 0 12 [IN] 36 65535 [OUT] 36 65535 [INTERACT] 64 \"contact\" 0 12 [IN] 37 65535 [OUT] 37 65535 [INTERACT] 65 \"contact\" 0 12 [IN] 38 65535 [OUT] 38 65535 [INTERACT] 66 \"contact\" 0 12 [IN] 39 65535 [OUT] 39 65535 [INTERACT] 67 \"contact\" 0 12 [IN] 40 65535 [OUT] 40 65535 [INTERACT] 68 \"contact\" 0 12 [IN] 41 65535 [OUT] 41 65535 [INTERACT] 69 \"contact\" 0 12 [IN] 42 65535 [OUT] 42 65535 [INTERACT] 70 \"contact\" 0 12 [IN] 43 65535 [OUT] 43 65535 [INTERACT] 71 \"contact\" 0 12 [IN] 44 65535 [OUT] 44 65535 [INTERACT] 72 \"contact\" 0 12 [IN] 45 65535 [OUT] 45 65535 [INTERACT] 73 \"contact\" 0 12 [IN] 46 65535 [OUT] 46 65535 [INTERACT] 74 \"contact\" 0 12 [IN] 47 65535 [OUT] 47 65535 [INTERACT] 75 \"contact\" 0 12 [IN] 48 65535 [OUT] 48 65535 [INTERACT] 76 \"contact\" 0 12 [IN] 49 65535 [OUT] 49 65535 [INTERACT] 77 \"contact\" 0 12 [IN] 50 65535 [OUT] 50 65535 [INTERACT] 78 \"contact\" 0 12 [IN] 51 65535 [OUT] 51 65535 [INTERACT] 79 \"contact\" 0 12 [IN] 52 65535 [OUT] 52 65535 [INTERACT] 80 \"contact\" 0 12 [IN] 53 65535 [OUT] 53 65535 [INTERACT] 81 \"contact\" 0 12 [IN] 54 65535 [OUT] 54 65535 [INTERACT] 82 \"contact\" 0 12 [IN] 55 65535 [OUT] 55 65535 [INTERACT] 83 \"contact\" 0 12 [IN] 56 65535 [OUT] 56 65535 [INTERACT] 13 \"collision\" 3 3 [IN] 1 21 [OUT] 1 21 [INTERACT] 20 \"collision\" 4 4 [IN] 1 4 [OUT] 1 4 [INTERACT] 21 \"contact\" 5 7 [IN] 1 4 [OUT] 1 4 [INTERACT] 31 \"collision\" 6 6 [IN] 14 15 [OUT] 14 15 [INTERACT] 2 \"collision\" 7 7 [IN] 0 5 [OUT] 0 5 [INTERACT] 32 \"contact\" 7 11 [IN] 14 15 [OUT] 14 15 [INTERACT] 3 \"contact\" 8 12 [IN] 0 5 [OUT] 0 5 [INTERACT] 9 \"collision\" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 10 \"collision\" 10 10 [IN] 0 4 [OUT] 0 4 [INTERACT] 22 \"collision\" 10 10 [IN] 1 4 [OUT] 1 4 [INTERACT] 16 \"collision\" 10 10 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 23 \"contact\" 11 12 [IN] 1 4 [OUT] 1 4 [INTERACT] 17 \"contact\" 11 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 24 \"collision\" 12 12 [IN] 1 5 [OUT] 1 5 [INTERACT] 33 \"collision\" 12 12 [IN] 14 15 [OUT] 14 15 [INTERACT] 18 \"collision\" 12 12 [IN] 1 7 [OUT] 1 7 [INTERACT] 25 \"contact\" 12 12 [IN] 1 6 [OUT] 1 6 [INTERACT] 5 \"collision\" 12 12 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 40 \"collision\" 12 12 [IN] 15 22 [OUT] 15 22 [INTERACT] 41 \"contact\" 12 13 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 6 \"collision\" 12 13 [IN] 0 4 [OUT] 0 4 [INTERACT] 34 \"contact\" 12 13 [IN] 14 15 [OUT] 14 15 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"brown jet\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 210 692 5 211 690 14 98 680 15 210 689 17 98 684 19 210 688 20 211 685 23 95 695 [OBJ] 1 \"blue jet\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 366 209 2 371 209 3 369 210 5 372 213 6 376 214 7 375 216 8 376 218 9 375 221 10 378 223 11 379 226 12 381 229 13 380 233 14 386 236 15 362 242 16 363 246 17 364 250 18 366 255 19 367 260 20 369 266 21 370 272 22 371 277 23 372 283 [OBJ] 2 \"cyan wagon\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 513 858 1 510 852 2 507 845 3 504 839 4 501 833 5 498 827 6 495 821 7 493 815 8 490 809 9 487 803 10 483 797 11 482 792 12 478 785 13 475 780 14 472 776 15 466 771 16 466 766 17 469 760 18 457 757 19 460 752 20 451 748 21 456 743 22 449 740 23 446 735 [OBJ] 3 \"gray articulated\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 765 744 8 762 744 9 761 743 12 758 743 17 755 743 18 756 744 21 754 744 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 1 \"collision\" 14 14 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]\n"
}