STRIVE · 08/28/2026
Dyn generalization · test_120 · super_clevr_1142
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"cyan fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 75 444 1 78 444 2 81 445 3 84 445 4 87 445 5 90 445 6 94 446 7 97 446 8 101 446 9 104 446 10 107 446 11 110 447 12 115 447 13 119 447 14 122 447 15 126 447 16 130 447 17 133 448 18 137 448 19 141 448 20 145 448 21 150 449 22 154 449 23 158 449 24 162 449 25 167 450 26 172 450 27 176 450 28 181 451 29 186 451 30 191 451 31 195 452 32 201 452 33 206 452 34 211 453 35 216 452 36 222 453 37 227 453 38 233 453 39 238 454 40 244 454 41 249 454 42 255 455 43 261 455 44 266 456 45 273 456 46 279 456 47 284 456 48 291 457 49 297 457 50 302 457 51 308 458 52 315 458 53 320 458 54 326 459 55 333 459 56 339 460 57 345 460 58 351 460 59 357 461 60 364 461 61 370 461 62 376 463 63 383 463 64 390 463 65 396 464 66 403 464 67 409 464 68 416 465 69 423 465 70 429 465 71 436 466 72 442 466 73 450 467 74 456 467 75 463 467 76 469 467 77 476 467 78 483 467 79 487 466 80 494 466 81 501 466 82 507 465 83 514 465 84 521 466 85 528 466 86 534 466 87 542 467 88 549 467 89 557 467 90 564 467 91 571 467 92 579 467 93 587 468 94 594 468 95 601 468 96 608 469 97 616 469 98 624 469 99 632 469 100 640 469 101 648 469 102 655 469 103 663 468 104 671 468 105 680 468 106 687 468 107 696 469 108 703 468 109 712 469 110 719 468 111 728 468 112 738 470 113 746 468 114 755 470 115 764 470 116 773 471 117 783 471 118 798 481 119 807 482 [OBJ] 1 \"blue tandem\" 0 120 [VIS] 0 true 97 false [IN-FRAME] 0 true 97 false [PX] 0 421 581 1 419 583 2 426 561 3 416 585 4 415 586 5 413 590 7 410 593 8 418 570 9 417 565 10 405 598 11 403 600 12 406 578 13 412 574 14 398 605 15 408 577 16 394 607 17 401 602 18 391 613 19 401 584 20 386 617 21 398 589 22 381 619 23 394 593 24 387 616 25 389 595 26 372 629 27 369 631 28 382 599 29 365 638 30 362 639 31 372 631 32 355 632 33 352 634 34 351 651 35 349 654 36 346 657 37 341 646 38 353 651 39 358 627 40 355 630 41 351 632 42 349 635 43 347 640 44 344 644 45 342 648 46 340 652 47 337 656 48 323 677 50 313 689 51 326 677 52 323 681 53 319 691 54 299 710 55 275 731 56 310 711 57 307 719 58 258 748 59 260 757 60 249 760 61 271 754 62 241 773 63 241 782 64 278 756 65 228 793 66 247 784 67 219 807 68 259 780 69 203 818 70 201 826 71 220 817 72 215 824 73 178 845 74 203 838 75 170 865 76 192 850 77 155 881 78 146 890 79 138 899 80 130 908 81 123 920 82 148 906 83 108 943 84 99 953 85 124 935 86 109 918 87 101 927 88 92 938 89 83 947 90 74 958 91 64 969 92 54 981 93 89 973 94 76 974 95 67 985 96 50 995 97 null null [OBJ] 2 \"red mountain\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 558 668 3 550 654 4 557 668 8 555 666 9 555 669 10 554 667 11 555 669 15 553 670 17 551 669 19 551 671 22 548 671 25 546 672 27 544 673 28 542 672 30 541 674 32 539 675 34 537 674 35 536 677 36 534 676 38 533 677 39 530 677 41 528 679 43 525 681 45 523 681 46 520 683 48 517 684 49 515 684 51 512 685 52 509 685 53 508 688 54 505 689 56 501 690 57 500 691 58 498 691 59 495 693 60 493 694 61 472 699 62 469 702 63 451 674 64 485 698 65 481 699 66 479 699 67 476 701 68 473 702 69 471 703 70 468 704 71 455 703 72 463 706 73 459 708 74 458 707 75 453 710 76 451 711 77 448 714 78 444 715 79 441 715 80 437 717 81 433 718 82 430 719 83 427 722 84 423 723 85 420 725 86 396 734 87 412 727 88 409 729 89 393 728 90 401 731 91 396 734 92 393 736 93 389 738 94 383 739 95 367 739 96 362 740 97 371 745 98 366 747 99 362 749 100 356 751 101 338 750 102 333 752 103 341 756 104 337 757 105 331 761 106 326 765 107 319 767 108 314 769 109 294 769 110 303 774 111 297 773 112 291 779 113 284 779 114 278 781 115 271 785 116 248 786 117 258 791 118 251 795 119 244 798 [OBJ] 3 \"red scooter\" 1 120 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 998 719 2 994 715 3 991 700 4 987 699 5 982 695 6 973 696 7 965 696 8 956 697 9 948 697 10 984 709 11 980 711 12 973 710 13 966 709 14 956 711 15 947 714 16 938 714 17 930 714 18 923 714 19 913 715 20 904 717 21 894 718 22 887 717 23 877 719 24 869 720 25 860 720 26 853 720 27 842 722 28 833 722 29 826 722 30 817 723 31 809 724 32 800 725 33 791 725 34 783 726 35 773 727 36 763 728 37 756 728 38 747 729 39 739 729 40 730 730 41 722 730 42 712 731 43 702 732 44 695 732 45 685 733 46 676 734 47 668 734 48 658 735 49 651 735 50 641 736 51 631 738 52 620 740 53 614 739 54 605 740 55 594 741 56 587 742 57 580 742 58 569 743 59 560 744 60 552 744 61 543 745 62 533 746 63 525 746 64 516 747 65 508 747 66 498 748 67 488 749 68 478 749 69 471 750 70 461 751 71 453 751 72 444 752 73 433 753 74 426 753 75 416 754 76 408 754 77 398 755 78 394 749 79 381 756 80 376 750 81 368 751 82 358 751 83 351 753 84 341 753 85 331 753 86 323 755 87 315 755 88 305 756 89 295 756 90 286 757 91 278 758 92 268 758 93 260 760 94 251 761 95 243 763 96 233 763 97 223 764 98 214 764 99 205 765 100 195 765 101 191 771 102 181 771 103 168 767 104 163 773 105 151 770 106 142 771 107 133 772 108 123 772 109 116 774 110 105 773 111 99 778 112 90 778 113 80 779 114 72 780 115 60 778 116 50 778 117 41 779 118 33 780 119 26 784 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 53 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 1 \"collision\" 55 55 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 58 58 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"collision\" 60 60 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"collision\" 62 62 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 63 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/test_full/super_clevr_1142/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"orange and black work gloves\" 0 24 [VIS] 0 true 14 false [IN-FRAME] 0 true 14 false [PX] 0 1 568 14 null null [OBJ] 1 \"teal and lime running shoe\" 0 24 [VIS] 0 true 11 false [IN-FRAME] 0 true 11 false [PX] 0 1 720 1 1 708 3 1 720 4 1 708 7 1 720 8 1 708 11 null null [OBJ] 2 \"teal fabric mermaid backpack\" 0 24 [VIS] 0 true 12 false [IN-FRAME] 0 true 12 false [PX] 0 1 814 1 1 802 2 1 791 3 1 779 4 1 767 5 1 755 6 1 744 7 1 732 8 1 720 9 1 708 10 1 697 12 null null [OBJ] 3 \"blue and orange plastic Therizinosaurus figurine\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 9 615 2 5 623 4 5 634 5 1 619 7 1 630 9 1 642 11 1 654 13 1 666 15 1 677 17 1 689 19 1 701 21 1 712 23 1 724 [OBJ] 4 \"blue and black hiking shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 13 556 1 25 552 2 13 556 5 25 552 6 13 556 10 25 552 11 13 556 17 21 552 18 13 556 [OBJ] 5 \"light grey and blue running shoe\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true 2 false [PX] 0 13 982 1 1 978 2 null null [OBJ] 6 \"blue and black hiking shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 17 580 1 21 591 2 17 583 4 21 591 5 17 583 12 21 591 13 17 583 19 21 591 20 17 583 [OBJ] 7 \"teal and lime running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 64 447 3 80 451 4 95 455 5 111 458 6 123 458 7 138 462 9 150 462 10 162 466 12 177 466 13 189 470 15 201 470 17 216 470 18 228 474 20 240 474 21 251 474 23 267 478 [OBJ] 8 \"blue and black plastic DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 251 501 3 263 501 5 275 501 6 283 505 9 294 505 12 306 505 15 318 505 18 330 505 21 341 505 23 349 509 [OBJ] 9 \"blue and orange plastic Therizinosaurus figurine\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 267 427 2 275 423 6 287 423 9 294 427 12 306 427 15 318 427 18 330 427 20 341 427 23 353 427 [OBJ] 10 \"black and blue plastic screwdriver\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 419 544 2 416 560 3 412 552 4 408 564 5 404 556 6 400 568 7 396 560 9 388 568 11 384 580 12 380 572 14 373 580 16 365 587 18 357 591 20 349 599 22 341 603 24 333 611 [OBJ] 11 \"red and blue plastic Spider-Man action figure\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 435 580 1 435 564 2 431 583 4 427 568 5 427 583 7 423 576 8 423 587 10 419 580 12 416 591 15 408 595 18 400 603 20 392 607 23 384 615 [OBJ] 12 \"red and blue plastic Spider-Man action figure\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 548 654 3 541 658 6 537 666 9 533 673 12 525 677 16 517 681 19 513 689 22 505 693 [OBJ] 13 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 681 1 null null [OBJ] 14 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 697 1 null null [OBJ] 15 \"red and white cardboard ink cartridge box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 705 1 null null [OBJ] 16 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 720 1 null null [OBJ] 17 \"red and white cardboard ink cartridge box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 744 1 null null [OBJ] 18 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 751 1 null null [OBJ] 19 \"red and white cardboard ink cartridge box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 771 1 null null [OBJ] 20 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 783 1 null null [OBJ] 21 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 791 1 null null [OBJ] 22 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 802 1 null null [OBJ] 23 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 810 1 null null [OBJ] 24 \"black and blue plastic screwdriver\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 716 1 994 724 2 986 732 3 978 736 4 966 736 5 955 736 6 943 736 7 927 736 8 912 736 9 896 736 10 884 736 11 869 736 12 857 736 13 845 736 14 833 736 15 822 736 16 810 736 17 798 736 18 787 736 19 775 736 20 763 736 21 751 736 22 740 736 23 728 736 [OBJ] 25 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 818 1 null null [OBJ] 26 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 833 1 null null [OBJ] 27 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 841 1 null null [OBJ] 28 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 857 1 null null [OBJ] 29 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 869 1 null null [OBJ] 30 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 884 1 null null [OBJ] 31 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 904 1 null null [OBJ] 32 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 916 1 null null [OBJ] 33 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 931 1 null null [OBJ] 34 \"black plastic RCA cable\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 994 1 990 990 2 982 986 4 966 974 6 955 970 7 943 962 9 927 955 10 919 951 11 908 947 12 896 943 13 888 939 14 880 935 15 869 931 16 857 927 17 849 923 18 841 919 19 833 916 20 822 912 21 814 908 22 806 904 23 794 900 [OBJ] 35 \"red and black plastic handheld game console\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 994 1 null null [OBJ] 36 \"black plastic RCA cable\" 2 24 [VIS] 0 false 2 true [IN-FRAME] 0 false 2 true [PX] 0 null null 2 345 669 3 337 685 4 330 693 5 322 701 6 314 708 7 306 716 8 298 724 9 291 732 10 283 740 11 275 748 12 267 755 13 263 763 14 255 771 15 248 779 16 240 787 17 232 794 18 224 802 19 220 810 20 212 818 21 205 826 22 298 666 23 302 673 [OBJ] 37 \"white plastic supplement bottle\" 11 24 [VIS] 0 false 11 true [IN-FRAME] 0 false 11 true [PX] 0 null null 11 451 494 12 455 501 14 462 505 16 470 509 18 478 513 20 486 517 23 494 521 [OBJ] 38 \"red and yellow wooden toy airplane with pilot\" 13 24 [VIS] 0 false 13 true [IN-FRAME] 0 false 13 true [PX] 0 null null 13 458 498 16 462 505 19 470 509 21 478 513 23 486 517 [OBJ] 39 \"black plastic gaming mouse\" 17 24 [VIS] 0 false 17 true [IN-FRAME] 0 false 17 true [PX] 0 null null 17 466 505 18 470 513 20 478 517 22 486 521 23 490 529 [OBJ] 40 \"red and black plastic handheld game console\" 23 24 [VIS] 0 false 23 true [IN-FRAME] 0 false 23 true [PX] 0 null null 23 470 521 [OBJS-END] [INTERACTIONS-START] [INTERACT] 2 \"contact\" 0 2 [IN] 1 2 [OUT] 1 2 [INTERACT] 31 \"contact\" 0 3 [IN] 2 3 [OUT] 2 3 [INTERACT] 1 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 38 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 40 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 41 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 42 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 43 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 44 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 45 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 46 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 24 65535 [OUT] 24 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 20 \"contact\" 0 23 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 21 \"contact\" 0 23 [IN] 27 65535 [OUT] 27 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 28 65535 [OUT] 28 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 29 65535 [OUT] 29 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 30 65535 [OUT] 30 65535 [INTERACT] 25 \"contact\" 0 23 [IN] 31 65535 [OUT] 31 65535 [INTERACT] 26 \"contact\" 0 23 [IN] 32 65535 [OUT] 32 65535 [INTERACT] 27 \"contact\" 0 23 [IN] 33 65535 [OUT] 33 65535 [INTERACT] 28 \"contact\" 0 23 [IN] 34 65535 [OUT] 34 65535 [INTERACT] 29 \"contact\" 0 23 [IN] 35 65535 [OUT] 35 65535 [INTERACT] 30 \"contact\" 0 23 [IN] 36 65535 [OUT] 36 65535 [INTERACT] 36 \"contact\" 0 23 [IN] 37 65535 [OUT] 37 65535 [INTERACT] 37 \"contact\" 0 23 [IN] 38 65535 [OUT] 38 65535 [INTERACT] 32 \"collision\" 6 6 [IN] 2 3 [OUT] 2 3 [INTERACT] 33 \"contact\" 7 23 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 \"collision\" 8 8 [IN] 0 6 [OUT] 0 6 [INTERACT] 39 \"collision\" 8 8 [IN] 37 38 [OUT] 37 38 [INTERACT] 34 \"collision\" 10 10 [IN] 37 38 [OUT] 37 38 [INTERACT] 35 \"contact\" 11 23 [IN] 37 38 [OUT] 37 38 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"cyan fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 75 444 1 78 444 2 81 445 3 84 445 4 87 445 5 90 445 6 94 446 7 97 446 8 101 446 9 104 446 10 107 446 11 110 447 12 115 447 13 119 447 14 122 447 15 126 447 16 130 447 17 133 448 18 137 448 19 141 448 20 145 448 21 150 449 22 154 449 23 158 449 24 162 449 25 167 450 26 172 450 27 176 450 28 181 451 29 186 451 30 191 451 31 195 452 32 201 452 33 206 452 34 211 453 35 216 452 36 222 453 37 227 453 38 233 453 39 238 454 40 244 454 41 249 454 42 255 455 43 261 455 44 266 456 45 273 456 46 279 456 47 284 456 48 291 457 49 297 457 50 302 457 51 308 458 52 315 458 53 320 458 54 326 459 55 333 459 56 339 460 57 345 460 58 351 460 59 357 461 60 364 461 61 370 461 62 376 463 63 383 463 64 390 463 65 396 464 66 403 464 67 409 464 68 416 465 69 423 465 70 429 465 71 436 466 72 442 466 73 450 467 74 456 467 75 463 467 76 469 467 77 476 467 78 483 467 79 487 466 80 494 466 81 501 466 82 507 465 83 514 465 84 521 466 85 528 466 86 534 466 87 542 467 88 549 467 89 557 467 90 564 467 91 571 467 92 579 467 93 587 468 94 594 468 95 601 468 96 608 469 97 616 469 98 624 469 99 632 469 100 640 469 101 648 469 102 655 469 103 663 468 104 671 468 105 680 468 106 687 468 107 696 469 108 703 468 109 712 469 110 719 468 111 728 468 112 738 470 113 746 468 114 755 470 115 764 470 116 773 471 117 783 471 118 798 481 119 807 482 [OBJ] 1 \"blue tandem\" 0 120 [VIS] 0 true 97 false [IN-FRAME] 0 true 97 false [PX] 0 421 581 1 419 583 2 426 561 3 416 585 4 415 586 5 413 590 7 410 593 8 418 570 9 417 565 10 405 598 11 403 600 12 406 578 13 412 574 14 398 605 15 408 577 16 394 607 17 401 602 18 391 613 19 401 584 20 386 617 21 398 589 22 381 619 23 394 593 24 387 616 25 389 595 26 372 629 27 369 631 28 382 599 29 365 638 30 362 639 31 372 631 32 355 632 33 352 634 34 351 651 35 349 654 36 346 657 37 341 646 38 353 651 39 358 627 40 355 630 41 351 632 42 349 635 43 347 640 44 344 644 45 342 648 46 340 652 47 337 656 48 323 677 50 313 689 51 326 677 52 323 681 53 319 691 54 299 710 55 275 731 56 310 711 57 307 719 58 258 748 59 260 757 60 249 760 61 271 754 62 241 773 63 241 782 64 278 756 65 228 793 66 247 784 67 219 807 68 259 780 69 203 818 70 201 826 71 220 817 72 215 824 73 178 845 74 203 838 75 170 865 76 192 850 77 155 881 78 146 890 79 138 899 80 130 908 81 123 920 82 148 906 83 108 943 84 99 953 85 124 935 86 109 918 87 101 927 88 92 938 89 83 947 90 74 958 91 64 969 92 54 981 93 89 973 94 76 974 95 67 985 96 50 995 97 null null [OBJ] 2 \"red mountain\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 558 668 3 550 654 4 557 668 8 555 666 9 555 669 10 554 667 11 555 669 15 553 670 17 551 669 19 551 671 22 548 671 25 546 672 27 544 673 28 542 672 30 541 674 32 539 675 34 537 674 35 536 677 36 534 676 38 533 677 39 530 677 41 528 679 43 525 681 45 523 681 46 520 683 48 517 684 49 515 684 51 512 685 52 509 685 53 508 688 54 505 689 56 501 690 57 500 691 58 498 691 59 495 693 60 493 694 61 472 699 62 469 702 63 451 674 64 485 698 65 481 699 66 479 699 67 476 701 68 473 702 69 471 703 70 468 704 71 455 703 72 463 706 73 459 708 74 458 707 75 453 710 76 451 711 77 448 714 78 444 715 79 441 715 80 437 717 81 433 718 82 430 719 83 427 722 84 423 723 85 420 725 86 396 734 87 412 727 88 409 729 89 393 728 90 401 731 91 396 734 92 393 736 93 389 738 94 383 739 95 367 739 96 362 740 97 371 745 98 366 747 99 362 749 100 356 751 101 338 750 102 333 752 103 341 756 104 337 757 105 331 761 106 326 765 107 319 767 108 314 769 109 294 769 110 303 774 111 297 773 112 291 779 113 284 779 114 278 781 115 271 785 116 248 786 117 258 791 118 251 795 119 244 798 [OBJ] 3 \"red scooter\" 1 120 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 998 719 2 994 715 3 991 700 4 987 699 5 982 695 6 973 696 7 965 696 8 956 697 9 948 697 10 984 709 11 980 711 12 973 710 13 966 709 14 956 711 15 947 714 16 938 714 17 930 714 18 923 714 19 913 715 20 904 717 21 894 718 22 887 717 23 877 719 24 869 720 25 860 720 26 853 720 27 842 722 28 833 722 29 826 722 30 817 723 31 809 724 32 800 725 33 791 725 34 783 726 35 773 727 36 763 728 37 756 728 38 747 729 39 739 729 40 730 730 41 722 730 42 712 731 43 702 732 44 695 732 45 685 733 46 676 734 47 668 734 48 658 735 49 651 735 50 641 736 51 631 738 52 620 740 53 614 739 54 605 740 55 594 741 56 587 742 57 580 742 58 569 743 59 560 744 60 552 744 61 543 745 62 533 746 63 525 746 64 516 747 65 508 747 66 498 748 67 488 749 68 478 749 69 471 750 70 461 751 71 453 751 72 444 752 73 433 753 74 426 753 75 416 754 76 408 754 77 398 755 78 394 749 79 381 756 80 376 750 81 368 751 82 358 751 83 351 753 84 341 753 85 331 753 86 323 755 87 315 755 88 305 756 89 295 756 90 286 757 91 278 758 92 268 758 93 260 760 94 251 761 95 243 763 96 233 763 97 223 764 98 214 764 99 205 765 100 195 765 101 191 771 102 181 771 103 168 767 104 163 773 105 151 770 106 142 771 107 133 772 108 123 772 109 116 774 110 105 773 111 99 778 112 90 778 113 80 779 114 72 780 115 60 778 116 50 778 117 41 779 118 33 780 119 26 784 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 53 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 1 \"collision\" 55 55 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 58 58 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"collision\" 60 60 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"collision\" 62 62 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 63 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "orange and black work gloves",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 14,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 14,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 568
},
{
"t": 14,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "teal and lime running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 11,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 11,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 720
},
{
"t": 1,
"x": 1,
"y": 708
},
{
"t": 3,
"x": 1,
"y": 720
},
{
"t": 4,
"x": 1,
"y": 708
},
{
"t": 7,
"x": 1,
"y": 720
},
{
"t": 8,
"x": 1,
"y": 708
},
{
"t": 11,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 12,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 12,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 814
},
{
"t": 1,
"x": 1,
"y": 802
},
{
"t": 2,
"x": 1,
"y": 791
},
{
"t": 3,
"x": 1,
"y": 779
},
{
"t": 4,
"x": 1,
"y": 767
},
{
"t": 5,
"x": 1,
"y": 755
},
{
"t": 6,
"x": 1,
"y": 744
},
{
"t": 7,
"x": 1,
"y": 732
},
{
"t": 8,
"x": 1,
"y": 720
},
{
"t": 9,
"x": 1,
"y": 708
},
{
"t": 10,
"x": 1,
"y": 697
},
{
"t": 12,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "blue and orange plastic Therizinosaurus figurine",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 9,
"y": 615
},
{
"t": 2,
"x": 5,
"y": 623
},
{
"t": 4,
"x": 5,
"y": 634
},
{
"t": 5,
"x": 1,
"y": 619
},
{
"t": 7,
"x": 1,
"y": 630
},
{
"t": 9,
"x": 1,
"y": 642
},
{
"t": 11,
"x": 1,
"y": 654
},
{
"t": 13,
"x": 1,
"y": 666
},
{
"t": 15,
"x": 1,
"y": 677
},
{
"t": 17,
"x": 1,
"y": 689
},
{
"t": 19,
"x": 1,
"y": 701
},
{
"t": 21,
"x": 1,
"y": 712
},
{
"t": 23,
"x": 1,
"y": 724
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "blue and black hiking shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 13,
"y": 556
},
{
"t": 1,
"x": 25,
"y": 552
},
{
"t": 2,
"x": 13,
"y": 556
},
{
"t": 5,
"x": 25,
"y": 552
},
{
"t": 6,
"x": 13,
"y": 556
},
{
"t": 10,
"x": 25,
"y": 552
},
{
"t": 11,
"x": 13,
"y": 556
},
{
"t": 17,
"x": 21,
"y": 552
},
{
"t": 18,
"x": 13,
"y": 556
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "light grey and blue running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 13,
"y": 982
},
{
"t": 1,
"x": 1,
"y": 978
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "blue and black hiking shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 17,
"y": 580
},
{
"t": 1,
"x": 21,
"y": 591
},
{
"t": 2,
"x": 17,
"y": 583
},
{
"t": 4,
"x": 21,
"y": 591
},
{
"t": 5,
"x": 17,
"y": 583
},
{
"t": 12,
"x": 21,
"y": 591
},
{
"t": 13,
"x": 17,
"y": 583
},
{
"t": 19,
"x": 21,
"y": 591
},
{
"t": 20,
"x": 17,
"y": 583
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "teal and lime running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 64,
"y": 447
},
{
"t": 3,
"x": 80,
"y": 451
},
{
"t": 4,
"x": 95,
"y": 455
},
{
"t": 5,
"x": 111,
"y": 458
},
{
"t": 6,
"x": 123,
"y": 458
},
{
"t": 7,
"x": 138,
"y": 462
},
{
"t": 9,
"x": 150,
"y": 462
},
{
"t": 10,
"x": 162,
"y": 466
},
{
"t": 12,
"x": 177,
"y": 466
},
{
"t": 13,
"x": 189,
"y": 470
},
{
"t": 15,
"x": 201,
"y": 470
},
{
"t": 17,
"x": 216,
"y": 470
},
{
"t": 18,
"x": 228,
"y": 474
},
{
"t": 20,
"x": 240,
"y": 474
},
{
"t": 21,
"x": 251,
"y": 474
},
{
"t": 23,
"x": 267,
"y": 478
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "blue and black plastic DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 251,
"y": 501
},
{
"t": 3,
"x": 263,
"y": 501
},
{
"t": 5,
"x": 275,
"y": 501
},
{
"t": 6,
"x": 283,
"y": 505
},
{
"t": 9,
"x": 294,
"y": 505
},
{
"t": 12,
"x": 306,
"y": 505
},
{
"t": 15,
"x": 318,
"y": 505
},
{
"t": 18,
"x": 330,
"y": 505
},
{
"t": 21,
"x": 341,
"y": 505
},
{
"t": 23,
"x": 349,
"y": 509
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "blue and orange plastic Therizinosaurus figurine",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 267,
"y": 427
},
{
"t": 2,
"x": 275,
"y": 423
},
{
"t": 6,
"x": 287,
"y": 423
},
{
"t": 9,
"x": 294,
"y": 427
},
{
"t": 12,
"x": 306,
"y": 427
},
{
"t": 15,
"x": 318,
"y": 427
},
{
"t": 18,
"x": 330,
"y": 427
},
{
"t": 20,
"x": 341,
"y": 427
},
{
"t": 23,
"x": 353,
"y": 427
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "black and blue plastic screwdriver",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 419,
"y": 544
},
{
"t": 2,
"x": 416,
"y": 560
},
{
"t": 3,
"x": 412,
"y": 552
},
{
"t": 4,
"x": 408,
"y": 564
},
{
"t": 5,
"x": 404,
"y": 556
},
{
"t": 6,
"x": 400,
"y": 568
},
{
"t": 7,
"x": 396,
"y": 560
},
{
"t": 9,
"x": 388,
"y": 568
},
{
"t": 11,
"x": 384,
"y": 580
},
{
"t": 12,
"x": 380,
"y": 572
},
{
"t": 14,
"x": 373,
"y": 580
},
{
"t": 16,
"x": 365,
"y": 587
},
{
"t": 18,
"x": 357,
"y": 591
},
{
"t": 20,
"x": 349,
"y": 599
},
{
"t": 22,
"x": 341,
"y": 603
},
{
"t": 24,
"x": 333,
"y": 611
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "red and blue plastic Spider-Man action figure",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 435,
"y": 580
},
{
"t": 1,
"x": 435,
"y": 564
},
{
"t": 2,
"x": 431,
"y": 583
},
{
"t": 4,
"x": 427,
"y": 568
},
{
"t": 5,
"x": 427,
"y": 583
},
{
"t": 7,
"x": 423,
"y": 576
},
{
"t": 8,
"x": 423,
"y": 587
},
{
"t": 10,
"x": 419,
"y": 580
},
{
"t": 12,
"x": 416,
"y": 591
},
{
"t": 15,
"x": 408,
"y": 595
},
{
"t": 18,
"x": 400,
"y": 603
},
{
"t": 20,
"x": 392,
"y": 607
},
{
"t": 23,
"x": 384,
"y": 615
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "red and blue plastic Spider-Man action figure",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 548,
"y": 654
},
{
"t": 3,
"x": 541,
"y": 658
},
{
"t": 6,
"x": 537,
"y": 666
},
{
"t": 9,
"x": 533,
"y": 673
},
{
"t": 12,
"x": 525,
"y": 677
},
{
"t": 16,
"x": 517,
"y": 681
},
{
"t": 19,
"x": 513,
"y": 689
},
{
"t": 22,
"x": 505,
"y": 693
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 681
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 697
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "red and white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 705
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 720
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "red and white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 744
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 751
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "red and white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 771
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 783
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 21,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 791
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 22,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 802
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 23,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 810
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 24,
"type": "black and blue plastic screwdriver",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 716
},
{
"t": 1,
"x": 994,
"y": 724
},
{
"t": 2,
"x": 986,
"y": 732
},
{
"t": 3,
"x": 978,
"y": 736
},
{
"t": 4,
"x": 966,
"y": 736
},
{
"t": 5,
"x": 955,
"y": 736
},
{
"t": 6,
"x": 943,
"y": 736
},
{
"t": 7,
"x": 927,
"y": 736
},
{
"t": 8,
"x": 912,
"y": 736
},
{
"t": 9,
"x": 896,
"y": 736
},
{
"t": 10,
"x": 884,
"y": 736
},
{
"t": 11,
"x": 869,
"y": 736
},
{
"t": 12,
"x": 857,
"y": 736
},
{
"t": 13,
"x": 845,
"y": 736
},
{
"t": 14,
"x": 833,
"y": 736
},
{
"t": 15,
"x": 822,
"y": 736
},
{
"t": 16,
"x": 810,
"y": 736
},
{
"t": 17,
"x": 798,
"y": 736
},
{
"t": 18,
"x": 787,
"y": 736
},
{
"t": 19,
"x": 775,
"y": 736
},
{
"t": 20,
"x": 763,
"y": 736
},
{
"t": 21,
"x": 751,
"y": 736
},
{
"t": 22,
"x": 740,
"y": 736
},
{
"t": 23,
"x": 728,
"y": 736
}
],
"birth": 0,
"death": 24
},
{
"id": 25,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 818
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 26,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 833
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 27,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 841
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 28,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 857
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 29,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 869
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 30,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 884
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 31,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 904
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 32,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 916
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 33,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 931
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 34,
"type": "black plastic RCA cable",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 994
},
{
"t": 1,
"x": 990,
"y": 990
},
{
"t": 2,
"x": 982,
"y": 986
},
{
"t": 4,
"x": 966,
"y": 974
},
{
"t": 6,
"x": 955,
"y": 970
},
{
"t": 7,
"x": 943,
"y": 962
},
{
"t": 9,
"x": 927,
"y": 955
},
{
"t": 10,
"x": 919,
"y": 951
},
{
"t": 11,
"x": 908,
"y": 947
},
{
"t": 12,
"x": 896,
"y": 943
},
{
"t": 13,
"x": 888,
"y": 939
},
{
"t": 14,
"x": 880,
"y": 935
},
{
"t": 15,
"x": 869,
"y": 931
},
{
"t": 16,
"x": 857,
"y": 927
},
{
"t": 17,
"x": 849,
"y": 923
},
{
"t": 18,
"x": 841,
"y": 919
},
{
"t": 19,
"x": 833,
"y": 916
},
{
"t": 20,
"x": 822,
"y": 912
},
{
"t": 21,
"x": 814,
"y": 908
},
{
"t": 22,
"x": 806,
"y": 904
},
{
"t": 23,
"x": 794,
"y": 900
}
],
"birth": 0,
"death": 24
},
{
"id": 35,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 994
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 36,
"type": "black plastic RCA cable",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 2,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 2,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 2,
"x": 345,
"y": 669
},
{
"t": 3,
"x": 337,
"y": 685
},
{
"t": 4,
"x": 330,
"y": 693
},
{
"t": 5,
"x": 322,
"y": 701
},
{
"t": 6,
"x": 314,
"y": 708
},
{
"t": 7,
"x": 306,
"y": 716
},
{
"t": 8,
"x": 298,
"y": 724
},
{
"t": 9,
"x": 291,
"y": 732
},
{
"t": 10,
"x": 283,
"y": 740
},
{
"t": 11,
"x": 275,
"y": 748
},
{
"t": 12,
"x": 267,
"y": 755
},
{
"t": 13,
"x": 263,
"y": 763
},
{
"t": 14,
"x": 255,
"y": 771
},
{
"t": 15,
"x": 248,
"y": 779
},
{
"t": 16,
"x": 240,
"y": 787
},
{
"t": 17,
"x": 232,
"y": 794
},
{
"t": 18,
"x": 224,
"y": 802
},
{
"t": 19,
"x": 220,
"y": 810
},
{
"t": 20,
"x": 212,
"y": 818
},
{
"t": 21,
"x": 205,
"y": 826
},
{
"t": 22,
"x": 298,
"y": 666
},
{
"t": 23,
"x": 302,
"y": 673
}
],
"birth": 2,
"death": 24
},
{
"id": 37,
"type": "white plastic supplement bottle",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 11,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 11,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 11,
"x": 451,
"y": 494
},
{
"t": 12,
"x": 455,
"y": 501
},
{
"t": 14,
"x": 462,
"y": 505
},
{
"t": 16,
"x": 470,
"y": 509
},
{
"t": 18,
"x": 478,
"y": 513
},
{
"t": 20,
"x": 486,
"y": 517
},
{
"t": 23,
"x": 494,
"y": 521
}
],
"birth": 11,
"death": 24
},
{
"id": 38,
"type": "red and yellow wooden toy airplane with pilot",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 13,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 13,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 13,
"x": 458,
"y": 498
},
{
"t": 16,
"x": 462,
"y": 505
},
{
"t": 19,
"x": 470,
"y": 509
},
{
"t": 21,
"x": 478,
"y": 513
},
{
"t": 23,
"x": 486,
"y": 517
}
],
"birth": 13,
"death": 24
},
{
"id": 39,
"type": "black plastic gaming mouse",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 17,
"x": 466,
"y": 505
},
{
"t": 18,
"x": 470,
"y": 513
},
{
"t": 20,
"x": 478,
"y": 517
},
{
"t": 22,
"x": 486,
"y": 521
},
{
"t": 23,
"x": 490,
"y": 529
}
],
"birth": 17,
"death": 24
},
{
"id": 40,
"type": "red and black plastic handheld game console",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 23,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 23,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 23,
"x": 470,
"y": 521
}
],
"birth": 23,
"death": 24
}
],
"interactions": [
{
"id": 2,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 31,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 38,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 40,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 41,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 42,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 43,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 44,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 45,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 46,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
21,
65535
],
"outputs": [
21,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
22,
65535
],
"outputs": [
22,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
23,
65535
],
"outputs": [
23,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
24,
65535
],
"outputs": [
24,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
26,
65535
],
"outputs": [
26,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
27,
65535
],
"outputs": [
27,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
28,
65535
],
"outputs": [
28,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
29,
65535
],
"outputs": [
29,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 24,
"inputs": [
30,
65535
],
"outputs": [
30,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 25,
"inputs": [
31,
65535
],
"outputs": [
31,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 26,
"inputs": [
32,
65535
],
"outputs": [
32,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 27,
"inputs": [
33,
65535
],
"outputs": [
33,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
34,
65535
],
"outputs": [
34,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 29,
"inputs": [
35,
65535
],
"outputs": [
35,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 30,
"inputs": [
36,
65535
],
"outputs": [
36,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 36,
"inputs": [
37,
65535
],
"outputs": [
37,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 37,
"inputs": [
38,
65535
],
"outputs": [
38,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 32,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 33,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 7,
"ends_at": 23,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
6
],
"outputs": [
0,
6
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 39,
"inputs": [
37,
38
],
"outputs": [
37,
38
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 34,
"inputs": [
37,
38
],
"outputs": [
37,
38
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 35,
"inputs": [
37,
38
],
"outputs": [
37,
38
],
"begins_at": 11,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "cyan fighter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 75,
"y": 444
},
{
"t": 1,
"x": 78,
"y": 444
},
{
"t": 2,
"x": 81,
"y": 445
},
{
"t": 3,
"x": 84,
"y": 445
},
{
"t": 4,
"x": 87,
"y": 445
},
{
"t": 5,
"x": 90,
"y": 445
},
{
"t": 6,
"x": 94,
"y": 446
},
{
"t": 7,
"x": 97,
"y": 446
},
{
"t": 8,
"x": 101,
"y": 446
},
{
"t": 9,
"x": 104,
"y": 446
},
{
"t": 10,
"x": 107,
"y": 446
},
{
"t": 11,
"x": 110,
"y": 447
},
{
"t": 12,
"x": 115,
"y": 447
},
{
"t": 13,
"x": 119,
"y": 447
},
{
"t": 14,
"x": 122,
"y": 447
},
{
"t": 15,
"x": 126,
"y": 447
},
{
"t": 16,
"x": 130,
"y": 447
},
{
"t": 17,
"x": 133,
"y": 448
},
{
"t": 18,
"x": 137,
"y": 448
},
{
"t": 19,
"x": 141,
"y": 448
},
{
"t": 20,
"x": 145,
"y": 448
},
{
"t": 21,
"x": 150,
"y": 449
},
{
"t": 22,
"x": 154,
"y": 449
},
{
"t": 23,
"x": 158,
"y": 449
},
{
"t": 24,
"x": 162,
"y": 449
},
{
"t": 25,
"x": 167,
"y": 450
},
{
"t": 26,
"x": 172,
"y": 450
},
{
"t": 27,
"x": 176,
"y": 450
},
{
"t": 28,
"x": 181,
"y": 451
},
{
"t": 29,
"x": 186,
"y": 451
},
{
"t": 30,
"x": 191,
"y": 451
},
{
"t": 31,
"x": 195,
"y": 452
},
{
"t": 32,
"x": 201,
"y": 452
},
{
"t": 33,
"x": 206,
"y": 452
},
{
"t": 34,
"x": 211,
"y": 453
},
{
"t": 35,
"x": 216,
"y": 452
},
{
"t": 36,
"x": 222,
"y": 453
},
{
"t": 37,
"x": 227,
"y": 453
},
{
"t": 38,
"x": 233,
"y": 453
},
{
"t": 39,
"x": 238,
"y": 454
},
{
"t": 40,
"x": 244,
"y": 454
},
{
"t": 41,
"x": 249,
"y": 454
},
{
"t": 42,
"x": 255,
"y": 455
},
{
"t": 43,
"x": 261,
"y": 455
},
{
"t": 44,
"x": 266,
"y": 456
},
{
"t": 45,
"x": 273,
"y": 456
},
{
"t": 46,
"x": 279,
"y": 456
},
{
"t": 47,
"x": 284,
"y": 456
},
{
"t": 48,
"x": 291,
"y": 457
},
{
"t": 49,
"x": 297,
"y": 457
},
{
"t": 50,
"x": 302,
"y": 457
},
{
"t": 51,
"x": 308,
"y": 458
},
{
"t": 52,
"x": 315,
"y": 458
},
{
"t": 53,
"x": 320,
"y": 458
},
{
"t": 54,
"x": 326,
"y": 459
},
{
"t": 55,
"x": 333,
"y": 459
},
{
"t": 56,
"x": 339,
"y": 460
},
{
"t": 57,
"x": 345,
"y": 460
},
{
"t": 58,
"x": 351,
"y": 460
},
{
"t": 59,
"x": 357,
"y": 461
},
{
"t": 60,
"x": 364,
"y": 461
},
{
"t": 61,
"x": 370,
"y": 461
},
{
"t": 62,
"x": 376,
"y": 463
},
{
"t": 63,
"x": 383,
"y": 463
},
{
"t": 64,
"x": 390,
"y": 463
},
{
"t": 65,
"x": 396,
"y": 464
},
{
"t": 66,
"x": 403,
"y": 464
},
{
"t": 67,
"x": 409,
"y": 464
},
{
"t": 68,
"x": 416,
"y": 465
},
{
"t": 69,
"x": 423,
"y": 465
},
{
"t": 70,
"x": 429,
"y": 465
},
{
"t": 71,
"x": 436,
"y": 466
},
{
"t": 72,
"x": 442,
"y": 466
},
{
"t": 73,
"x": 450,
"y": 467
},
{
"t": 74,
"x": 456,
"y": 467
},
{
"t": 75,
"x": 463,
"y": 467
},
{
"t": 76,
"x": 469,
"y": 467
},
{
"t": 77,
"x": 476,
"y": 467
},
{
"t": 78,
"x": 483,
"y": 467
},
{
"t": 79,
"x": 487,
"y": 466
},
{
"t": 80,
"x": 494,
"y": 466
},
{
"t": 81,
"x": 501,
"y": 466
},
{
"t": 82,
"x": 507,
"y": 465
},
{
"t": 83,
"x": 514,
"y": 465
},
{
"t": 84,
"x": 521,
"y": 466
},
{
"t": 85,
"x": 528,
"y": 466
},
{
"t": 86,
"x": 534,
"y": 466
},
{
"t": 87,
"x": 542,
"y": 467
},
{
"t": 88,
"x": 549,
"y": 467
},
{
"t": 89,
"x": 557,
"y": 467
},
{
"t": 90,
"x": 564,
"y": 467
},
{
"t": 91,
"x": 571,
"y": 467
},
{
"t": 92,
"x": 579,
"y": 467
},
{
"t": 93,
"x": 587,
"y": 468
},
{
"t": 94,
"x": 594,
"y": 468
},
{
"t": 95,
"x": 601,
"y": 468
},
{
"t": 96,
"x": 608,
"y": 469
},
{
"t": 97,
"x": 616,
"y": 469
},
{
"t": 98,
"x": 624,
"y": 469
},
{
"t": 99,
"x": 632,
"y": 469
},
{
"t": 100,
"x": 640,
"y": 469
},
{
"t": 101,
"x": 648,
"y": 469
},
{
"t": 102,
"x": 655,
"y": 469
},
{
"t": 103,
"x": 663,
"y": 468
},
{
"t": 104,
"x": 671,
"y": 468
},
{
"t": 105,
"x": 680,
"y": 468
},
{
"t": 106,
"x": 687,
"y": 468
},
{
"t": 107,
"x": 696,
"y": 469
},
{
"t": 108,
"x": 703,
"y": 468
},
{
"t": 109,
"x": 712,
"y": 469
},
{
"t": 110,
"x": 719,
"y": 468
},
{
"t": 111,
"x": 728,
"y": 468
},
{
"t": 112,
"x": 738,
"y": 470
},
{
"t": 113,
"x": 746,
"y": 468
},
{
"t": 114,
"x": 755,
"y": 470
},
{
"t": 115,
"x": 764,
"y": 470
},
{
"t": 116,
"x": 773,
"y": 471
},
{
"t": 117,
"x": 783,
"y": 471
},
{
"t": 118,
"x": 798,
"y": 481
},
{
"t": 119,
"x": 807,
"y": 482
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "blue tandem",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 97,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 97,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 421,
"y": 581
},
{
"t": 1,
"x": 419,
"y": 583
},
{
"t": 2,
"x": 426,
"y": 561
},
{
"t": 3,
"x": 416,
"y": 585
},
{
"t": 4,
"x": 415,
"y": 586
},
{
"t": 5,
"x": 413,
"y": 590
},
{
"t": 7,
"x": 410,
"y": 593
},
{
"t": 8,
"x": 418,
"y": 570
},
{
"t": 9,
"x": 417,
"y": 565
},
{
"t": 10,
"x": 405,
"y": 598
},
{
"t": 11,
"x": 403,
"y": 600
},
{
"t": 12,
"x": 406,
"y": 578
},
{
"t": 13,
"x": 412,
"y": 574
},
{
"t": 14,
"x": 398,
"y": 605
},
{
"t": 15,
"x": 408,
"y": 577
},
{
"t": 16,
"x": 394,
"y": 607
},
{
"t": 17,
"x": 401,
"y": 602
},
{
"t": 18,
"x": 391,
"y": 613
},
{
"t": 19,
"x": 401,
"y": 584
},
{
"t": 20,
"x": 386,
"y": 617
},
{
"t": 21,
"x": 398,
"y": 589
},
{
"t": 22,
"x": 381,
"y": 619
},
{
"t": 23,
"x": 394,
"y": 593
},
{
"t": 24,
"x": 387,
"y": 616
},
{
"t": 25,
"x": 389,
"y": 595
},
{
"t": 26,
"x": 372,
"y": 629
},
{
"t": 27,
"x": 369,
"y": 631
},
{
"t": 28,
"x": 382,
"y": 599
},
{
"t": 29,
"x": 365,
"y": 638
},
{
"t": 30,
"x": 362,
"y": 639
},
{
"t": 31,
"x": 372,
"y": 631
},
{
"t": 32,
"x": 355,
"y": 632
},
{
"t": 33,
"x": 352,
"y": 634
},
{
"t": 34,
"x": 351,
"y": 651
},
{
"t": 35,
"x": 349,
"y": 654
},
{
"t": 36,
"x": 346,
"y": 657
},
{
"t": 37,
"x": 341,
"y": 646
},
{
"t": 38,
"x": 353,
"y": 651
},
{
"t": 39,
"x": 358,
"y": 627
},
{
"t": 40,
"x": 355,
"y": 630
},
{
"t": 41,
"x": 351,
"y": 632
},
{
"t": 42,
"x": 349,
"y": 635
},
{
"t": 43,
"x": 347,
"y": 640
},
{
"t": 44,
"x": 344,
"y": 644
},
{
"t": 45,
"x": 342,
"y": 648
},
{
"t": 46,
"x": 340,
"y": 652
},
{
"t": 47,
"x": 337,
"y": 656
},
{
"t": 48,
"x": 323,
"y": 677
},
{
"t": 50,
"x": 313,
"y": 689
},
{
"t": 51,
"x": 326,
"y": 677
},
{
"t": 52,
"x": 323,
"y": 681
},
{
"t": 53,
"x": 319,
"y": 691
},
{
"t": 54,
"x": 299,
"y": 710
},
{
"t": 55,
"x": 275,
"y": 731
},
{
"t": 56,
"x": 310,
"y": 711
},
{
"t": 57,
"x": 307,
"y": 719
},
{
"t": 58,
"x": 258,
"y": 748
},
{
"t": 59,
"x": 260,
"y": 757
},
{
"t": 60,
"x": 249,
"y": 760
},
{
"t": 61,
"x": 271,
"y": 754
},
{
"t": 62,
"x": 241,
"y": 773
},
{
"t": 63,
"x": 241,
"y": 782
},
{
"t": 64,
"x": 278,
"y": 756
},
{
"t": 65,
"x": 228,
"y": 793
},
{
"t": 66,
"x": 247,
"y": 784
},
{
"t": 67,
"x": 219,
"y": 807
},
{
"t": 68,
"x": 259,
"y": 780
},
{
"t": 69,
"x": 203,
"y": 818
},
{
"t": 70,
"x": 201,
"y": 826
},
{
"t": 71,
"x": 220,
"y": 817
},
{
"t": 72,
"x": 215,
"y": 824
},
{
"t": 73,
"x": 178,
"y": 845
},
{
"t": 74,
"x": 203,
"y": 838
},
{
"t": 75,
"x": 170,
"y": 865
},
{
"t": 76,
"x": 192,
"y": 850
},
{
"t": 77,
"x": 155,
"y": 881
},
{
"t": 78,
"x": 146,
"y": 890
},
{
"t": 79,
"x": 138,
"y": 899
},
{
"t": 80,
"x": 130,
"y": 908
},
{
"t": 81,
"x": 123,
"y": 920
},
{
"t": 82,
"x": 148,
"y": 906
},
{
"t": 83,
"x": 108,
"y": 943
},
{
"t": 84,
"x": 99,
"y": 953
},
{
"t": 85,
"x": 124,
"y": 935
},
{
"t": 86,
"x": 109,
"y": 918
},
{
"t": 87,
"x": 101,
"y": 927
},
{
"t": 88,
"x": 92,
"y": 938
},
{
"t": 89,
"x": 83,
"y": 947
},
{
"t": 90,
"x": 74,
"y": 958
},
{
"t": 91,
"x": 64,
"y": 969
},
{
"t": 92,
"x": 54,
"y": 981
},
{
"t": 93,
"x": 89,
"y": 973
},
{
"t": 94,
"x": 76,
"y": 974
},
{
"t": 95,
"x": 67,
"y": 985
},
{
"t": 96,
"x": 50,
"y": 995
},
{
"t": 97,
"x": null,
"y": null
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "red mountain",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 558,
"y": 668
},
{
"t": 3,
"x": 550,
"y": 654
},
{
"t": 4,
"x": 557,
"y": 668
},
{
"t": 8,
"x": 555,
"y": 666
},
{
"t": 9,
"x": 555,
"y": 669
},
{
"t": 10,
"x": 554,
"y": 667
},
{
"t": 11,
"x": 555,
"y": 669
},
{
"t": 15,
"x": 553,
"y": 670
},
{
"t": 17,
"x": 551,
"y": 669
},
{
"t": 19,
"x": 551,
"y": 671
},
{
"t": 22,
"x": 548,
"y": 671
},
{
"t": 25,
"x": 546,
"y": 672
},
{
"t": 27,
"x": 544,
"y": 673
},
{
"t": 28,
"x": 542,
"y": 672
},
{
"t": 30,
"x": 541,
"y": 674
},
{
"t": 32,
"x": 539,
"y": 675
},
{
"t": 34,
"x": 537,
"y": 674
},
{
"t": 35,
"x": 536,
"y": 677
},
{
"t": 36,
"x": 534,
"y": 676
},
{
"t": 38,
"x": 533,
"y": 677
},
{
"t": 39,
"x": 530,
"y": 677
},
{
"t": 41,
"x": 528,
"y": 679
},
{
"t": 43,
"x": 525,
"y": 681
},
{
"t": 45,
"x": 523,
"y": 681
},
{
"t": 46,
"x": 520,
"y": 683
},
{
"t": 48,
"x": 517,
"y": 684
},
{
"t": 49,
"x": 515,
"y": 684
},
{
"t": 51,
"x": 512,
"y": 685
},
{
"t": 52,
"x": 509,
"y": 685
},
{
"t": 53,
"x": 508,
"y": 688
},
{
"t": 54,
"x": 505,
"y": 689
},
{
"t": 56,
"x": 501,
"y": 690
},
{
"t": 57,
"x": 500,
"y": 691
},
{
"t": 58,
"x": 498,
"y": 691
},
{
"t": 59,
"x": 495,
"y": 693
},
{
"t": 60,
"x": 493,
"y": 694
},
{
"t": 61,
"x": 472,
"y": 699
},
{
"t": 62,
"x": 469,
"y": 702
},
{
"t": 63,
"x": 451,
"y": 674
},
{
"t": 64,
"x": 485,
"y": 698
},
{
"t": 65,
"x": 481,
"y": 699
},
{
"t": 66,
"x": 479,
"y": 699
},
{
"t": 67,
"x": 476,
"y": 701
},
{
"t": 68,
"x": 473,
"y": 702
},
{
"t": 69,
"x": 471,
"y": 703
},
{
"t": 70,
"x": 468,
"y": 704
},
{
"t": 71,
"x": 455,
"y": 703
},
{
"t": 72,
"x": 463,
"y": 706
},
{
"t": 73,
"x": 459,
"y": 708
},
{
"t": 74,
"x": 458,
"y": 707
},
{
"t": 75,
"x": 453,
"y": 710
},
{
"t": 76,
"x": 451,
"y": 711
},
{
"t": 77,
"x": 448,
"y": 714
},
{
"t": 78,
"x": 444,
"y": 715
},
{
"t": 79,
"x": 441,
"y": 715
},
{
"t": 80,
"x": 437,
"y": 717
},
{
"t": 81,
"x": 433,
"y": 718
},
{
"t": 82,
"x": 430,
"y": 719
},
{
"t": 83,
"x": 427,
"y": 722
},
{
"t": 84,
"x": 423,
"y": 723
},
{
"t": 85,
"x": 420,
"y": 725
},
{
"t": 86,
"x": 396,
"y": 734
},
{
"t": 87,
"x": 412,
"y": 727
},
{
"t": 88,
"x": 409,
"y": 729
},
{
"t": 89,
"x": 393,
"y": 728
},
{
"t": 90,
"x": 401,
"y": 731
},
{
"t": 91,
"x": 396,
"y": 734
},
{
"t": 92,
"x": 393,
"y": 736
},
{
"t": 93,
"x": 389,
"y": 738
},
{
"t": 94,
"x": 383,
"y": 739
},
{
"t": 95,
"x": 367,
"y": 739
},
{
"t": 96,
"x": 362,
"y": 740
},
{
"t": 97,
"x": 371,
"y": 745
},
{
"t": 98,
"x": 366,
"y": 747
},
{
"t": 99,
"x": 362,
"y": 749
},
{
"t": 100,
"x": 356,
"y": 751
},
{
"t": 101,
"x": 338,
"y": 750
},
{
"t": 102,
"x": 333,
"y": 752
},
{
"t": 103,
"x": 341,
"y": 756
},
{
"t": 104,
"x": 337,
"y": 757
},
{
"t": 105,
"x": 331,
"y": 761
},
{
"t": 106,
"x": 326,
"y": 765
},
{
"t": 107,
"x": 319,
"y": 767
},
{
"t": 108,
"x": 314,
"y": 769
},
{
"t": 109,
"x": 294,
"y": 769
},
{
"t": 110,
"x": 303,
"y": 774
},
{
"t": 111,
"x": 297,
"y": 773
},
{
"t": 112,
"x": 291,
"y": 779
},
{
"t": 113,
"x": 284,
"y": 779
},
{
"t": 114,
"x": 278,
"y": 781
},
{
"t": 115,
"x": 271,
"y": 785
},
{
"t": 116,
"x": 248,
"y": 786
},
{
"t": 117,
"x": 258,
"y": 791
},
{
"t": 118,
"x": 251,
"y": 795
},
{
"t": 119,
"x": 244,
"y": 798
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "red scooter",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 998,
"y": 719
},
{
"t": 2,
"x": 994,
"y": 715
},
{
"t": 3,
"x": 991,
"y": 700
},
{
"t": 4,
"x": 987,
"y": 699
},
{
"t": 5,
"x": 982,
"y": 695
},
{
"t": 6,
"x": 973,
"y": 696
},
{
"t": 7,
"x": 965,
"y": 696
},
{
"t": 8,
"x": 956,
"y": 697
},
{
"t": 9,
"x": 948,
"y": 697
},
{
"t": 10,
"x": 984,
"y": 709
},
{
"t": 11,
"x": 980,
"y": 711
},
{
"t": 12,
"x": 973,
"y": 710
},
{
"t": 13,
"x": 966,
"y": 709
},
{
"t": 14,
"x": 956,
"y": 711
},
{
"t": 15,
"x": 947,
"y": 714
},
{
"t": 16,
"x": 938,
"y": 714
},
{
"t": 17,
"x": 930,
"y": 714
},
{
"t": 18,
"x": 923,
"y": 714
},
{
"t": 19,
"x": 913,
"y": 715
},
{
"t": 20,
"x": 904,
"y": 717
},
{
"t": 21,
"x": 894,
"y": 718
},
{
"t": 22,
"x": 887,
"y": 717
},
{
"t": 23,
"x": 877,
"y": 719
},
{
"t": 24,
"x": 869,
"y": 720
},
{
"t": 25,
"x": 860,
"y": 720
},
{
"t": 26,
"x": 853,
"y": 720
},
{
"t": 27,
"x": 842,
"y": 722
},
{
"t": 28,
"x": 833,
"y": 722
},
{
"t": 29,
"x": 826,
"y": 722
},
{
"t": 30,
"x": 817,
"y": 723
},
{
"t": 31,
"x": 809,
"y": 724
},
{
"t": 32,
"x": 800,
"y": 725
},
{
"t": 33,
"x": 791,
"y": 725
},
{
"t": 34,
"x": 783,
"y": 726
},
{
"t": 35,
"x": 773,
"y": 727
},
{
"t": 36,
"x": 763,
"y": 728
},
{
"t": 37,
"x": 756,
"y": 728
},
{
"t": 38,
"x": 747,
"y": 729
},
{
"t": 39,
"x": 739,
"y": 729
},
{
"t": 40,
"x": 730,
"y": 730
},
{
"t": 41,
"x": 722,
"y": 730
},
{
"t": 42,
"x": 712,
"y": 731
},
{
"t": 43,
"x": 702,
"y": 732
},
{
"t": 44,
"x": 695,
"y": 732
},
{
"t": 45,
"x": 685,
"y": 733
},
{
"t": 46,
"x": 676,
"y": 734
},
{
"t": 47,
"x": 668,
"y": 734
},
{
"t": 48,
"x": 658,
"y": 735
},
{
"t": 49,
"x": 651,
"y": 735
},
{
"t": 50,
"x": 641,
"y": 736
},
{
"t": 51,
"x": 631,
"y": 738
},
{
"t": 52,
"x": 620,
"y": 740
},
{
"t": 53,
"x": 614,
"y": 739
},
{
"t": 54,
"x": 605,
"y": 740
},
{
"t": 55,
"x": 594,
"y": 741
},
{
"t": 56,
"x": 587,
"y": 742
},
{
"t": 57,
"x": 580,
"y": 742
},
{
"t": 58,
"x": 569,
"y": 743
},
{
"t": 59,
"x": 560,
"y": 744
},
{
"t": 60,
"x": 552,
"y": 744
},
{
"t": 61,
"x": 543,
"y": 745
},
{
"t": 62,
"x": 533,
"y": 746
},
{
"t": 63,
"x": 525,
"y": 746
},
{
"t": 64,
"x": 516,
"y": 747
},
{
"t": 65,
"x": 508,
"y": 747
},
{
"t": 66,
"x": 498,
"y": 748
},
{
"t": 67,
"x": 488,
"y": 749
},
{
"t": 68,
"x": 478,
"y": 749
},
{
"t": 69,
"x": 471,
"y": 750
},
{
"t": 70,
"x": 461,
"y": 751
},
{
"t": 71,
"x": 453,
"y": 751
},
{
"t": 72,
"x": 444,
"y": 752
},
{
"t": 73,
"x": 433,
"y": 753
},
{
"t": 74,
"x": 426,
"y": 753
},
{
"t": 75,
"x": 416,
"y": 754
},
{
"t": 76,
"x": 408,
"y": 754
},
{
"t": 77,
"x": 398,
"y": 755
},
{
"t": 78,
"x": 394,
"y": 749
},
{
"t": 79,
"x": 381,
"y": 756
},
{
"t": 80,
"x": 376,
"y": 750
},
{
"t": 81,
"x": 368,
"y": 751
},
{
"t": 82,
"x": 358,
"y": 751
},
{
"t": 83,
"x": 351,
"y": 753
},
{
"t": 84,
"x": 341,
"y": 753
},
{
"t": 85,
"x": 331,
"y": 753
},
{
"t": 86,
"x": 323,
"y": 755
},
{
"t": 87,
"x": 315,
"y": 755
},
{
"t": 88,
"x": 305,
"y": 756
},
{
"t": 89,
"x": 295,
"y": 756
},
{
"t": 90,
"x": 286,
"y": 757
},
{
"t": 91,
"x": 278,
"y": 758
},
{
"t": 92,
"x": 268,
"y": 758
},
{
"t": 93,
"x": 260,
"y": 760
},
{
"t": 94,
"x": 251,
"y": 761
},
{
"t": 95,
"x": 243,
"y": 763
},
{
"t": 96,
"x": 233,
"y": 763
},
{
"t": 97,
"x": 223,
"y": 764
},
{
"t": 98,
"x": 214,
"y": 764
},
{
"t": 99,
"x": 205,
"y": 765
},
{
"t": 100,
"x": 195,
"y": 765
},
{
"t": 101,
"x": 191,
"y": 771
},
{
"t": 102,
"x": 181,
"y": 771
},
{
"t": 103,
"x": 168,
"y": 767
},
{
"t": 104,
"x": 163,
"y": 773
},
{
"t": 105,
"x": 151,
"y": 770
},
{
"t": 106,
"x": 142,
"y": 771
},
{
"t": 107,
"x": 133,
"y": 772
},
{
"t": 108,
"x": 123,
"y": 772
},
{
"t": 109,
"x": 116,
"y": 774
},
{
"t": 110,
"x": 105,
"y": 773
},
{
"t": 111,
"x": 99,
"y": 778
},
{
"t": 112,
"x": 90,
"y": 778
},
{
"t": 113,
"x": 80,
"y": 779
},
{
"t": 114,
"x": 72,
"y": 780
},
{
"t": 115,
"x": 60,
"y": 778
},
{
"t": 116,
"x": 50,
"y": 778
},
{
"t": 117,
"x": 41,
"y": 779
},
{
"t": 118,
"x": 33,
"y": 780
},
{
"t": 119,
"x": 26,
"y": 784
}
],
"birth": 1,
"death": 120
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 53,
"type": "contact"
},
{
"id": 6,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 7,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 55,
"ends_at": 55,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 58,
"ends_at": 58,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 60,
"ends_at": 60,
"type": "collision"
},
{
"id": 4,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 62,
"ends_at": 62,
"type": "collision"
},
{
"id": 5,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 63,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.3152431572189088,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 286.52442869780486,
"avg_image_position_segmentation_acc": 0.125,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.125,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 0.6666666666666666,
"avg_image_position_segmentation_visible_acc": 0.125,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.9270833333333334,
"visibility_true_acc": 0.9747899159663865,
"visibility_false_acc": 0.5,
"is_in_frame_acc": 0.9270833333333334,
"is_in_frame_true_acc": 0.9747899159663865,
"is_in_frame_false_acc": 0.5,
"vis_acc_from_px": 0.9270833333333334,
"vis_acc_from_px_true_acc": 0.9747899159663865,
"vis_acc_from_px_false_acc": 0.5,
"num_matches": 4,
"num_unmatched_pred": 37,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 4,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 4,
"avg_image_position_segmentation_acc": 4,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 4,
"avg_image_position_segmentation_acc_large": 0,
"avg_image_position_segmentation_acc_first_frame": 3,
"avg_image_position_segmentation_visible_acc": 4,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 4,
"visibility_true_acc": 4,
"visibility_false_acc": 2,
"is_in_frame_acc": 4,
"is_in_frame_true_acc": 4,
"is_in_frame_false_acc": 2,
"vis_acc_from_px": 4,
"vis_acc_from_px_true_acc": 4,
"vis_acc_from_px_false_acc": 2
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 7,
"target_id": 0,
"pred_id": 7,
"cost": 1.8583333333333334,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.8583333333333333,
"weighted_cost": 0.8583333333333333,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 4,
"target_id": 1,
"pred_id": 4,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 12,
"target_id": 2,
"pred_id": 12,
"cost": 1.1416666666666666,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.6416666666666667,
"weighted_cost": 0.6416666666666667,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 38,
"target_id": 3,
"pred_id": 38,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
5,
6,
8,
9,
10,
11,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
39,
40
],
"target_type_counts": {
"cyan fighter": 1,
"blue tandem": 1,
"red mountain": 1,
"red scooter": 1
},
"pred_type_counts": {
"orange and black work gloves": 1,
"teal and lime running shoe": 2,
"teal fabric mermaid backpack": 1,
"blue and orange plastic Therizinosaurus figurine": 2,
"blue and black hiking shoe": 2,
"light grey and blue running shoe": 1,
"blue and black plastic DVD set": 1,
"black and blue plastic screwdriver": 2,
"red and blue plastic Spider-Man action figure": 2,
"red and black plastic handheld game console": 19,
"red and white cardboard ink cartridge box": 3,
"black plastic RCA cable": 2,
"white plastic supplement bottle": 1,
"red and yellow wooden toy airplane with pilot": 1,
"black plastic gaming mouse": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.75,
"1.0": 0.0,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 37,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 37,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 37,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 39,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0975609756097561,
"0.5": 0.0975609756097561,
"0.75": 0.0975609756097561,
"1.0": 0.04878048780487805
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.5
},
"visibility_f1_by_threshold": {
"0.25": 0.17777777777777776,
"0.5": 0.17777777777777776,
"0.75": 0.17777777777777776,
"1.0": 0.08888888888888888
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 37,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 37,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 37,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 37,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.02631578947368421,
"0.5": 0.02631578947368421,
"0.75": 0.02631578947368421,
"1.0": 0.02631578947368421
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 0.05128205128205127,
"0.5": 0.05128205128205127,
"0.75": 0.05128205128205127,
"1.0": 0.05128205128205127
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 40,
"false_negatives": 3
},
"0.5": {
"true_positives": 0,
"false_positives": 41,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 41,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 41,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.024390243902439025,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.25,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.04444444444444444,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.006097560975609756,
"segmentation_frame_average_recall": 0.0625,
"segmentation_frame_average_f1": 0.01111111111111111,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 39,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.04878048780487805,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.09302325581395349,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.08333333333333333,
"segmentation_frame_average_recall": 0.08333333333333333,
"segmentation_frame_average_f1": 0.08333333333333333,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.3333333333333333,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.5
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 38,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 38,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 38,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 38,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 37,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.02631578947368421,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.05128205128205127
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 7,
"cost": 1.8583333333333334,
"type_similarity": 0.15944375067905003,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 229.16676213400922,
"image_position_segmentation_acc": 0.14166666666666666,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.14166666666666666,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.14166666666666666,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 4,
"cost": 1.0,
"type_similarity": 0.42499505420775807,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 427.8948503457045,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.8083333333333333,
"visibility_true_acc": 1.0,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.8083333333333333,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.8083333333333333,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 0.0
},
{
"target_id": 2,
"pred_id": 12,
"cost": 1.1416666666666666,
"type_similarity": 0.2863114848574172,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 93.91568997934633,
"image_position_segmentation_acc": 0.35833333333333334,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.35833333333333334,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.35833333333333334,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 38,
"cost": 1.0,
"type_similarity": 0.3902223391314098,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 395.1204123321594,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": null,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9,
"visibility_true_acc": 0.8991596638655462,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 0.9,
"is_in_frame_true_acc": 0.8991596638655462,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 0.9,
"vis_acc_from_px_true_acc": 0.8991596638655462,
"vis_acc_from_px_false_acc": 1.0
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.4156297550070789,
"avg_interaction_input_object_jaccard": 0.41666666666666663,
"avg_interaction_output_object_jaccard": 0.41666666666666663,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 8,
"num_unmatched_pred_interactions": 39,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 46,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 47,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 47,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 47,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.02127659574468085,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.04166666666666667,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 43,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0851063829787234,
"0.5": 0.06382978723404255,
"0.75": 0.06382978723404255,
"1.0": 0.06382978723404255
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.1568627450980392,
"0.5": 0.12,
"0.75": 0.12,
"1.0": 0.12
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 43,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 44,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0851063829787234,
"0.5": 0.06382978723404255,
"0.75": 0.06382978723404255,
"1.0": 0.06382978723404255
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.1568627450980392,
"0.5": 0.12,
"0.75": 0.12,
"1.0": 0.12
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 8,
"avg_interaction_input_object_jaccard": 8,
"avg_interaction_output_object_jaccard": 8,
"avg_interaction_type_exact_match_acc": 8
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 41,
"target_id": 0,
"pred_id": 41,
"cost": 0.2777777777777778,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.2777777777777778,
"weighted_cost": 0.2777777777777778,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 34,
"target_id": 1,
"pred_id": 34,
"cost": 1.9782608695652173,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9782608695652174,
"weighted_cost": 0.9782608695652174,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 0,
"target_id": 2,
"pred_id": 0,
"cost": 1.4803921568627452,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9803921568627452,
"weighted_cost": 0.9803921568627452,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 39,
"target_id": 3,
"pred_id": 39,
"cost": 1.9811320754716981,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9811320754716981,
"weighted_cost": 0.9811320754716981,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 32,
"target_id": 4,
"pred_id": 32,
"cost": 1.4824561403508771,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9824561403508771,
"weighted_cost": 0.9824561403508771,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 1,
"target_id": 5,
"pred_id": 1,
"cost": 1.1625,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6625,
"weighted_cost": 0.6625,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 6,
"target_id": 6,
"pred_id": 6,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 37,
"target_id": 7,
"pred_id": 37,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
2,
3,
4,
5,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
33,
35,
36,
38,
40,
42,
43,
44,
45,
46
],
"target_type_counts": {
"contact": 4,
"collision": 4
},
"pred_type_counts": {
"collision": 4,
"contact": 43
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 41,
"target_id": 0,
"pred_id": 41,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.2777777777777778,
"temporal_span_iou": 0.4444444444444444,
"temporal_span_giou": 0.4444444444444444,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 1,
"pred_index": 34,
"target_id": 1,
"pred_id": 34,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9782608695652173,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9565217391304348,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 2,
"pred_index": 0,
"target_id": 2,
"pred_id": 0,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4803921568627452,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9607843137254902,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 39,
"target_id": 3,
"pred_id": 39,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9811320754716981,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9622641509433962,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 32,
"target_id": 4,
"pred_id": 32,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4824561403508771,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9649122807017544,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 1,
"target_id": 5,
"pred_id": 1,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1625,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.325,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 6,
"target_id": 6,
"pred_id": 6,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 7,
"pred_index": 37,
"target_id": 7,
"pred_id": 37,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.4156297550070789,
"avg_interaction_input_object_jaccard": 0.41666666666666663,
"avg_interaction_output_object_jaccard": 0.41666666666666663,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 8,
"num_unmatched_pred_interactions": 35,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 42,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.023255813953488372,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.04545454545454545,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 39,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.09302325581395349,
"0.5": 0.06976744186046512,
"0.75": 0.06976744186046512,
"1.0": 0.06976744186046512
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.1702127659574468,
"0.5": 0.13043478260869565,
"0.75": 0.13043478260869565,
"1.0": 0.13043478260869565
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 39,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.09302325581395349,
"0.5": 0.06976744186046512,
"0.75": 0.06976744186046512,
"1.0": 0.06976744186046512
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.1702127659574468,
"0.5": 0.13043478260869565,
"0.75": 0.13043478260869565,
"1.0": 0.13043478260869565
}
},
"object_object": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 4,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 8,
"avg_interaction_input_object_jaccard": 8,
"avg_interaction_output_object_jaccard": 8,
"avg_interaction_type_exact_match_acc": 8
},
"object_object": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.9611206211252689,
"avg_interaction_input_object_jaccard": 0.0,
"avg_interaction_output_object_jaccard": 0.0,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 4,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": 0.1298611111111111,
"avg_interaction_input_object_jaccard": 0.8333333333333333,
"avg_interaction_output_object_jaccard": 0.8333333333333333,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 4,
"num_unmatched_pred_interactions": 39,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 42,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 43,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.023255813953488372,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.04545454545454545,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 39,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.09302325581395349,
"0.5": 0.06976744186046512,
"0.75": 0.06976744186046512,
"1.0": 0.06976744186046512
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.1702127659574468,
"0.5": 0.13043478260869565,
"0.75": 0.13043478260869565,
"1.0": 0.13043478260869565
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 39,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 40,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.09302325581395349,
"0.5": 0.06976744186046512,
"0.75": 0.06976744186046512,
"1.0": 0.06976744186046512
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.1702127659574468,
"0.5": 0.13043478260869565,
"0.75": 0.13043478260869565,
"1.0": 0.13043478260869565
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 4,
"avg_interaction_input_object_jaccard": 4,
"avg_interaction_output_object_jaccard": 4,
"avg_interaction_type_exact_match_acc": 4
},
"contact": {
"avg_interaction_temporal_span_giou": 4,
"avg_interaction_input_object_jaccard": 4,
"avg_interaction_output_object_jaccard": 4,
"avg_interaction_type_exact_match_acc": 4
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}