STRIVE · 08/28/2026
Dyn generalization · val_120 · super_clevr_1055
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"yellow fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 97 34 1 107 36 2 30 40 3 37 46 4 55 49 5 68 51 6 75 52 7 83 53 8 96 55 9 104 56 10 117 58 11 125 59 12 138 61 13 149 64 14 163 70 15 176 75 16 190 80 17 202 85 18 216 91 19 227 96 20 238 100 21 251 105 22 261 109 23 273 115 24 283 119 25 293 123 26 302 126 27 312 130 28 322 134 29 331 136 30 340 140 31 349 142 32 358 144 33 358 152 34 366 155 35 372 156 36 380 159 37 388 163 38 396 166 39 405 167 40 412 169 41 419 172 42 426 173 43 443 174 44 449 177 45 456 180 46 462 183 47 469 186 48 476 189 49 481 192 50 487 195 51 494 198 52 500 200 53 506 203 54 512 206 55 518 208 56 523 211 57 529 215 58 534 217 59 540 219 60 545 222 61 551 224 62 555 227 63 557 228 64 562 230 65 572 234 66 576 238 67 582 240 68 587 243 70 593 245 71 598 248 72 604 251 73 608 253 74 612 255 75 617 257 76 622 259 77 626 260 78 630 264 79 635 266 80 640 267 81 644 269 82 648 272 83 652 273 84 656 275 85 661 276 86 665 279 87 669 281 88 673 282 89 677 284 90 681 286 91 685 289 92 689 292 93 687 299 94 691 301 95 694 303 96 698 306 97 702 308 98 706 310 99 708 311 100 713 315 101 717 317 102 720 319 103 724 321 104 726 323 105 730 325 106 733 327 107 737 329 108 741 332 109 745 334 110 748 336 111 751 338 112 755 341 113 758 343 114 762 345 115 765 347 116 768 349 117 771 351 118 774 353 119 777 355 [OBJ] 1 \"purple jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 446 103 1 445 106 2 445 109 3 444 113 5 448 83 6 444 121 7 448 89 9 442 129 10 447 96 11 442 134 12 447 101 13 442 139 14 448 104 15 448 109 16 443 145 17 448 117 19 444 150 21 448 155 22 444 159 23 444 161 24 446 165 25 447 167 26 448 169 27 450 171 28 451 173 29 452 175 30 458 176 31 496 193 33 497 197 34 498 198 35 462 143 36 469 146 37 466 147 38 473 150 39 469 150 40 476 153 41 479 154 42 475 154 43 477 156 44 480 157 45 487 160 46 491 160 47 488 158 48 492 160 49 498 163 50 504 167 51 508 168 52 427 152 53 432 154 54 433 153 55 438 155 56 514 168 57 512 178 58 516 181 59 526 177 60 530 181 61 533 184 62 537 186 63 541 188 64 544 189 65 548 191 66 552 193 67 556 195 68 560 197 69 565 198 70 569 200 71 573 202 72 578 203 73 583 204 74 587 206 75 591 209 76 596 211 77 601 213 78 606 215 79 611 217 80 616 218 81 621 220 82 626 222 83 632 224 84 637 226 85 642 228 86 648 230 87 653 232 88 652 242 89 657 244 90 663 246 91 669 248 92 675 250 93 678 253 94 684 255 95 691 257 96 698 260 97 701 263 98 705 266 99 710 268 100 715 271 101 719 273 102 723 276 103 728 278 104 756 271 105 761 273 106 766 275 107 773 277 108 770 291 109 775 294 110 780 297 111 783 302 112 791 304 113 795 308 114 801 311 115 807 315 116 813 318 117 816 323 118 815 331 119 816 339 [OBJ] 2 \"brown minivan\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 460 616 2 462 617 4 463 619 5 465 620 7 466 622 9 469 623 11 471 625 12 473 626 14 476 628 16 477 630 18 479 632 19 481 633 21 483 635 23 486 638 24 487 640 25 491 640 26 491 642 28 493 644 29 495 646 30 497 647 32 500 650 34 502 652 35 505 654 36 506 655 37 507 657 38 509 659 39 511 660 40 513 663 41 515 664 42 517 666 43 519 667 44 521 670 45 523 671 46 525 674 47 526 675 48 529 677 49 530 678 50 533 680 51 534 681 53 536 683 55 533 681 56 536 681 57 532 680 58 536 679 60 537 678 61 544 678 62 539 675 64 544 674 66 541 672 68 532 671 69 541 672 70 528 672 71 534 672 72 524 673 73 529 674 74 525 675 76 528 675 77 525 676 79 528 677 80 533 677 81 526 679 84 530 681 86 533 682 88 539 683 91 530 685 93 532 688 95 533 690 96 534 692 98 536 694 99 537 695 100 541 696 101 543 697 102 544 698 104 549 701 105 551 702 107 553 704 108 555 706 109 558 708 [OBJ] 3 \"blue truck\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 643 710 51 654 709 52 630 719 53 633 720 54 636 722 55 639 723 56 643 724 57 648 725 58 655 725 59 658 726 60 663 727 61 668 728 62 675 728 63 683 727 64 694 728 65 682 726 66 690 726 67 698 727 68 705 727 69 712 726 70 719 727 71 722 727 73 735 728 74 743 728 75 737 728 76 746 729 77 755 730 78 765 731 79 774 731 80 783 732 81 792 733 82 801 733 83 810 734 84 816 732 85 822 730 86 805 722 87 822 725 88 812 721 89 816 721 90 835 724 91 823 721 92 827 721 93 834 721 94 843 722 95 848 722 96 851 722 97 855 722 98 858 722 99 873 723 103 878 723 104 882 723 105 891 723 106 898 724 107 900 725 108 908 725 109 916 725 110 908 727 111 913 729 112 919 731 113 932 733 114 939 733 115 948 733 116 956 734 117 962 733 118 953 728 119 958 729 [OBJ] 4 \"brown sedan\" 1 120 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 5 861 2 11 853 3 18 854 4 24 857 5 36 857 6 30 858 7 33 860 8 48 858 9 61 856 10 33 848 11 36 844 12 38 841 13 40 840 15 48 836 16 54 835 17 61 834 18 91 829 19 42 846 20 53 846 21 67 842 22 80 840 23 91 838 24 104 835 25 116 833 26 128 831 27 140 829 28 151 827 29 165 823 30 176 821 31 186 820 32 199 817 33 208 816 34 220 814 35 231 811 36 243 808 37 254 806 38 262 805 39 276 802 40 284 801 41 295 799 42 306 797 43 315 796 44 326 794 45 336 791 46 344 791 47 355 789 48 366 785 49 373 784 50 384 782 51 392 781 52 402 779 53 410 778 54 419 777 55 428 775 56 438 772 57 446 771 58 453 770 59 461 769 60 471 767 61 478 766 62 483 764 63 487 763 65 490 761 66 493 761 68 494 763 69 497 764 70 500 763 72 503 764 73 507 763 75 548 754 76 513 763 77 515 764 78 545 754 79 548 754 80 573 755 84 578 756 85 574 756 86 581 757 87 579 757 88 586 758 89 601 759 90 607 760 91 605 760 92 602 760 93 608 761 95 612 763 97 616 764 98 633 766 100 630 766 101 636 767 103 640 768 106 663 772 107 658 771 109 662 772 112 666 773 114 682 776 118 687 777 [OBJS-END] [INTERACTIONS-START] [INTERACT] 11 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"collision\" 1 1 [IN] 0 1 [OUT] 0 1 [INTERACT] 1 \"collision\" 40 40 [IN] 0 1 [OUT] 0 1 [INTERACT] 8 \"collision\" 51 51 [IN] 2 3 [OUT] 2 3 [INTERACT] 12 \"collision\" 62 62 [IN] 3 4 [OUT] 3 4 [INTERACT] 9 \"collision\" 63 63 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"collision\" 78 78 [IN] 0 1 [OUT] 0 1 [INTERACT] 10 \"collision\" 83 83 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"collision\" 89 89 [IN] 0 1 [OUT] 0 1 [INTERACT] 4 \"collision\" 92 92 [IN] 0 1 [OUT] 0 1 [INTERACT] 5 \"contact\" 93 96 [IN] 0 1 [OUT] 0 1 [INTERACT] 6 \"collision\" 98 98 [IN] 0 1 [OUT] 0 1 [INTERACT] 7 \"contact\" 99 109 [IN] 0 1 [OUT] 0 1 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/val_full/super_clevr_1055/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true 11 false [IN-FRAME] 0 true 11 false [PX] 0 1 849 1 13 857 2 25 865 3 37 869 4 48 873 5 56 869 6 68 873 7 76 869 8 83 865 9 91 861 10 103 861 11 null null [OBJ] 1 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 1 873 1 13 880 2 25 880 3 37 880 4 44 884 5 52 888 6 64 888 7 72 892 8 80 896 9 87 900 10 95 904 11 103 908 12 115 908 13 123 912 14 130 916 15 138 919 16 150 919 17 158 923 18 166 927 19 173 931 20 181 935 21 193 935 22 201 939 23 208 943 [OBJ] 2 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 1 994 1 null null [OBJ] 3 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 1 998 1 null null [OBJ] 4 \"yellow cardboard curl cream box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 13 83 1 null null [OBJ] 5 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 458 615 4 470 634 7 478 638 11 486 642 13 490 650 16 501 658 17 509 662 19 521 669 20 525 677 22 533 685 23 541 693 [OBJ] 6 \"pink and purple soccer cleat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 458 994 1 470 994 3 482 994 5 494 990 7 505 990 9 517 986 11 529 986 13 541 982 15 552 978 17 564 974 19 576 970 21 587 966 23 599 962 [OBJ] 7 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 470 994 1 482 990 2 null null [OBJ] 8 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 478 998 2 null null [OBJ] 9 \"pink and purple plastic package of overnight pads\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 486 1 2 474 5 4 466 9 6 455 13 8 447 17 9 458 17 10 439 17 11 447 21 12 435 21 13 443 25 14 455 29 15 435 29 16 447 33 17 435 33 18 447 37 19 435 37 20 447 41 21 435 41 22 447 44 23 439 48 [OBJ] 10 \"pink rubber teething toy\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 501 998 3 517 994 6 529 994 9 544 990 12 556 990 15 568 986 18 580 986 21 591 982 23 599 978 [OBJ] 11 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 505 998 2 null null [OBJ] 12 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 521 998 2 null null [OBJ] 13 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 541 994 2 null null [OBJ] 14 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 587 994 4 599 990 9 611 986 14 623 982 17 630 978 21 638 970 23 646 966 [OBJ] 15 \"blue wooden toy kitchen set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 599 998 3 611 994 7 623 990 10 634 986 13 646 982 16 654 978 19 662 970 22 669 966 23 677 962 [OBJ] 16 \"light blue plastic conditioner tube\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 658 716 1 646 712 3 658 712 4 646 708 6 658 708 7 646 705 9 654 708 10 642 705 12 650 708 13 638 705 15 646 708 16 634 705 18 642 708 19 630 705 21 638 708 22 626 705 [OBJ] 17 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 724 998 2 null null [OBJ] 18 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 728 994 2 null null [OBJ] 19 \"yellow plastic light green cardboard fruit snack box\" 0 24 [VIS] 0 true 2 false [IN-FRAME] 0 true [PX] 0 732 990 2 null null [OBJ] 20 \"yellow cardboard curl cream box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 740 998 1 null null [OBJ] 21 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 91 48 1 99 56 2 115 64 3 123 72 4 130 80 5 142 87 6 154 91 7 166 95 8 173 99 9 181 103 10 189 111 11 197 115 12 208 123 13 220 130 14 236 138 15 244 146 16 255 154 17 267 162 18 275 166 19 283 169 20 412 224 21 419 232 22 427 236 23 435 244 [OBJ] 22 \"blue wooden toy kitchen set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 912 568 12 896 572 14 908 572 15 896 576 21 904 572 22 892 576 [OBJ] 23 \"blue running shoe\" 0 24 [VIS] 0 true 3 false [IN-FRAME] 0 true 3 false [PX] 0 998 634 1 998 646 2 998 662 3 null null [OBJ] 24 \"yellow plastic toy school bus\" 1 24 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 998 462 4 998 474 7 998 486 10 998 498 12 998 509 15 998 521 18 998 533 20 998 544 23 998 556 [OBJS-END] [INTERACTIONS-START] [INTERACT] 20 \"contact\" 0 2 [IN] 2 3 [OUT] 2 3 [INTERACT] 1 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 25 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 26 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 27 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 28 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 29 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 30 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 10 15 [OUT] 10 15 [INTERACT] 4 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 24 65535 [OUT] 24 65535 [INTERACT] 19 \"collision\" 5 5 [IN] 2 4 [OUT] 2 4 [INTERACT] 0 \"collision\" 7 7 [IN] 0 4 [OUT] 0 4 [INTERACT] 21 \"collision\" 10 10 [IN] 2 4 [OUT] 2 4 [INTERACT] 22 \"contact\" 11 23 [IN] 2 4 [OUT] 2 4 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"yellow fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 97 34 1 107 36 2 30 40 3 37 46 4 55 49 5 68 51 6 75 52 7 83 53 8 96 55 9 104 56 10 117 58 11 125 59 12 138 61 13 149 64 14 163 70 15 176 75 16 190 80 17 202 85 18 216 91 19 227 96 20 238 100 21 251 105 22 261 109 23 273 115 24 283 119 25 293 123 26 302 126 27 312 130 28 322 134 29 331 136 30 340 140 31 349 142 32 358 144 33 358 152 34 366 155 35 372 156 36 380 159 37 388 163 38 396 166 39 405 167 40 412 169 41 419 172 42 426 173 43 443 174 44 449 177 45 456 180 46 462 183 47 469 186 48 476 189 49 481 192 50 487 195 51 494 198 52 500 200 53 506 203 54 512 206 55 518 208 56 523 211 57 529 215 58 534 217 59 540 219 60 545 222 61 551 224 62 555 227 63 557 228 64 562 230 65 572 234 66 576 238 67 582 240 68 587 243 70 593 245 71 598 248 72 604 251 73 608 253 74 612 255 75 617 257 76 622 259 77 626 260 78 630 264 79 635 266 80 640 267 81 644 269 82 648 272 83 652 273 84 656 275 85 661 276 86 665 279 87 669 281 88 673 282 89 677 284 90 681 286 91 685 289 92 689 292 93 687 299 94 691 301 95 694 303 96 698 306 97 702 308 98 706 310 99 708 311 100 713 315 101 717 317 102 720 319 103 724 321 104 726 323 105 730 325 106 733 327 107 737 329 108 741 332 109 745 334 110 748 336 111 751 338 112 755 341 113 758 343 114 762 345 115 765 347 116 768 349 117 771 351 118 774 353 119 777 355 [OBJ] 1 \"purple jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 446 103 1 445 106 2 445 109 3 444 113 5 448 83 6 444 121 7 448 89 9 442 129 10 447 96 11 442 134 12 447 101 13 442 139 14 448 104 15 448 109 16 443 145 17 448 117 19 444 150 21 448 155 22 444 159 23 444 161 24 446 165 25 447 167 26 448 169 27 450 171 28 451 173 29 452 175 30 458 176 31 496 193 33 497 197 34 498 198 35 462 143 36 469 146 37 466 147 38 473 150 39 469 150 40 476 153 41 479 154 42 475 154 43 477 156 44 480 157 45 487 160 46 491 160 47 488 158 48 492 160 49 498 163 50 504 167 51 508 168 52 427 152 53 432 154 54 433 153 55 438 155 56 514 168 57 512 178 58 516 181 59 526 177 60 530 181 61 533 184 62 537 186 63 541 188 64 544 189 65 548 191 66 552 193 67 556 195 68 560 197 69 565 198 70 569 200 71 573 202 72 578 203 73 583 204 74 587 206 75 591 209 76 596 211 77 601 213 78 606 215 79 611 217 80 616 218 81 621 220 82 626 222 83 632 224 84 637 226 85 642 228 86 648 230 87 653 232 88 652 242 89 657 244 90 663 246 91 669 248 92 675 250 93 678 253 94 684 255 95 691 257 96 698 260 97 701 263 98 705 266 99 710 268 100 715 271 101 719 273 102 723 276 103 728 278 104 756 271 105 761 273 106 766 275 107 773 277 108 770 291 109 775 294 110 780 297 111 783 302 112 791 304 113 795 308 114 801 311 115 807 315 116 813 318 117 816 323 118 815 331 119 816 339 [OBJ] 2 \"brown minivan\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 460 616 2 462 617 4 463 619 5 465 620 7 466 622 9 469 623 11 471 625 12 473 626 14 476 628 16 477 630 18 479 632 19 481 633 21 483 635 23 486 638 24 487 640 25 491 640 26 491 642 28 493 644 29 495 646 30 497 647 32 500 650 34 502 652 35 505 654 36 506 655 37 507 657 38 509 659 39 511 660 40 513 663 41 515 664 42 517 666 43 519 667 44 521 670 45 523 671 46 525 674 47 526 675 48 529 677 49 530 678 50 533 680 51 534 681 53 536 683 55 533 681 56 536 681 57 532 680 58 536 679 60 537 678 61 544 678 62 539 675 64 544 674 66 541 672 68 532 671 69 541 672 70 528 672 71 534 672 72 524 673 73 529 674 74 525 675 76 528 675 77 525 676 79 528 677 80 533 677 81 526 679 84 530 681 86 533 682 88 539 683 91 530 685 93 532 688 95 533 690 96 534 692 98 536 694 99 537 695 100 541 696 101 543 697 102 544 698 104 549 701 105 551 702 107 553 704 108 555 706 109 558 708 [OBJ] 3 \"blue truck\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 643 710 51 654 709 52 630 719 53 633 720 54 636 722 55 639 723 56 643 724 57 648 725 58 655 725 59 658 726 60 663 727 61 668 728 62 675 728 63 683 727 64 694 728 65 682 726 66 690 726 67 698 727 68 705 727 69 712 726 70 719 727 71 722 727 73 735 728 74 743 728 75 737 728 76 746 729 77 755 730 78 765 731 79 774 731 80 783 732 81 792 733 82 801 733 83 810 734 84 816 732 85 822 730 86 805 722 87 822 725 88 812 721 89 816 721 90 835 724 91 823 721 92 827 721 93 834 721 94 843 722 95 848 722 96 851 722 97 855 722 98 858 722 99 873 723 103 878 723 104 882 723 105 891 723 106 898 724 107 900 725 108 908 725 109 916 725 110 908 727 111 913 729 112 919 731 113 932 733 114 939 733 115 948 733 116 956 734 117 962 733 118 953 728 119 958 729 [OBJ] 4 \"brown sedan\" 1 120 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 5 861 2 11 853 3 18 854 4 24 857 5 36 857 6 30 858 7 33 860 8 48 858 9 61 856 10 33 848 11 36 844 12 38 841 13 40 840 15 48 836 16 54 835 17 61 834 18 91 829 19 42 846 20 53 846 21 67 842 22 80 840 23 91 838 24 104 835 25 116 833 26 128 831 27 140 829 28 151 827 29 165 823 30 176 821 31 186 820 32 199 817 33 208 816 34 220 814 35 231 811 36 243 808 37 254 806 38 262 805 39 276 802 40 284 801 41 295 799 42 306 797 43 315 796 44 326 794 45 336 791 46 344 791 47 355 789 48 366 785 49 373 784 50 384 782 51 392 781 52 402 779 53 410 778 54 419 777 55 428 775 56 438 772 57 446 771 58 453 770 59 461 769 60 471 767 61 478 766 62 483 764 63 487 763 65 490 761 66 493 761 68 494 763 69 497 764 70 500 763 72 503 764 73 507 763 75 548 754 76 513 763 77 515 764 78 545 754 79 548 754 80 573 755 84 578 756 85 574 756 86 581 757 87 579 757 88 586 758 89 601 759 90 607 760 91 605 760 92 602 760 93 608 761 95 612 763 97 616 764 98 633 766 100 630 766 101 636 767 103 640 768 106 663 772 107 658 771 109 662 772 112 666 773 114 682 776 118 687 777 [OBJS-END] [INTERACTIONS-START] [INTERACT] 11 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"collision\" 1 1 [IN] 0 1 [OUT] 0 1 [INTERACT] 1 \"collision\" 40 40 [IN] 0 1 [OUT] 0 1 [INTERACT] 8 \"collision\" 51 51 [IN] 2 3 [OUT] 2 3 [INTERACT] 12 \"collision\" 62 62 [IN] 3 4 [OUT] 3 4 [INTERACT] 9 \"collision\" 63 63 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"collision\" 78 78 [IN] 0 1 [OUT] 0 1 [INTERACT] 10 \"collision\" 83 83 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"collision\" 89 89 [IN] 0 1 [OUT] 0 1 [INTERACT] 4 \"collision\" 92 92 [IN] 0 1 [OUT] 0 1 [INTERACT] 5 \"contact\" 93 96 [IN] 0 1 [OUT] 0 1 [INTERACT] 6 \"collision\" 98 98 [IN] 0 1 [OUT] 0 1 [INTERACT] 7 \"contact\" 99 109 [IN] 0 1 [OUT] 0 1 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 11,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 11,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 849
},
{
"t": 1,
"x": 13,
"y": 857
},
{
"t": 2,
"x": 25,
"y": 865
},
{
"t": 3,
"x": 37,
"y": 869
},
{
"t": 4,
"x": 48,
"y": 873
},
{
"t": 5,
"x": 56,
"y": 869
},
{
"t": 6,
"x": 68,
"y": 873
},
{
"t": 7,
"x": 76,
"y": 869
},
{
"t": 8,
"x": 83,
"y": 865
},
{
"t": 9,
"x": 91,
"y": 861
},
{
"t": 10,
"x": 103,
"y": 861
},
{
"t": 11,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 873
},
{
"t": 1,
"x": 13,
"y": 880
},
{
"t": 2,
"x": 25,
"y": 880
},
{
"t": 3,
"x": 37,
"y": 880
},
{
"t": 4,
"x": 44,
"y": 884
},
{
"t": 5,
"x": 52,
"y": 888
},
{
"t": 6,
"x": 64,
"y": 888
},
{
"t": 7,
"x": 72,
"y": 892
},
{
"t": 8,
"x": 80,
"y": 896
},
{
"t": 9,
"x": 87,
"y": 900
},
{
"t": 10,
"x": 95,
"y": 904
},
{
"t": 11,
"x": 103,
"y": 908
},
{
"t": 12,
"x": 115,
"y": 908
},
{
"t": 13,
"x": 123,
"y": 912
},
{
"t": 14,
"x": 130,
"y": 916
},
{
"t": 15,
"x": 138,
"y": 919
},
{
"t": 16,
"x": 150,
"y": 919
},
{
"t": 17,
"x": 158,
"y": 923
},
{
"t": 18,
"x": 166,
"y": 927
},
{
"t": 19,
"x": 173,
"y": 931
},
{
"t": 20,
"x": 181,
"y": 935
},
{
"t": 21,
"x": 193,
"y": 935
},
{
"t": 22,
"x": 201,
"y": 939
},
{
"t": 23,
"x": 208,
"y": 943
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 994
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 998
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "yellow cardboard curl cream box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 13,
"y": 83
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 458,
"y": 615
},
{
"t": 4,
"x": 470,
"y": 634
},
{
"t": 7,
"x": 478,
"y": 638
},
{
"t": 11,
"x": 486,
"y": 642
},
{
"t": 13,
"x": 490,
"y": 650
},
{
"t": 16,
"x": 501,
"y": 658
},
{
"t": 17,
"x": 509,
"y": 662
},
{
"t": 19,
"x": 521,
"y": 669
},
{
"t": 20,
"x": 525,
"y": 677
},
{
"t": 22,
"x": 533,
"y": 685
},
{
"t": 23,
"x": 541,
"y": 693
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "pink and purple soccer cleat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 458,
"y": 994
},
{
"t": 1,
"x": 470,
"y": 994
},
{
"t": 3,
"x": 482,
"y": 994
},
{
"t": 5,
"x": 494,
"y": 990
},
{
"t": 7,
"x": 505,
"y": 990
},
{
"t": 9,
"x": 517,
"y": 986
},
{
"t": 11,
"x": 529,
"y": 986
},
{
"t": 13,
"x": 541,
"y": 982
},
{
"t": 15,
"x": 552,
"y": 978
},
{
"t": 17,
"x": 564,
"y": 974
},
{
"t": 19,
"x": 576,
"y": 970
},
{
"t": 21,
"x": 587,
"y": 966
},
{
"t": 23,
"x": 599,
"y": 962
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 470,
"y": 994
},
{
"t": 1,
"x": 482,
"y": 990
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 478,
"y": 998
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "pink and purple plastic package of overnight pads",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 486,
"y": 1
},
{
"t": 2,
"x": 474,
"y": 5
},
{
"t": 4,
"x": 466,
"y": 9
},
{
"t": 6,
"x": 455,
"y": 13
},
{
"t": 8,
"x": 447,
"y": 17
},
{
"t": 9,
"x": 458,
"y": 17
},
{
"t": 10,
"x": 439,
"y": 17
},
{
"t": 11,
"x": 447,
"y": 21
},
{
"t": 12,
"x": 435,
"y": 21
},
{
"t": 13,
"x": 443,
"y": 25
},
{
"t": 14,
"x": 455,
"y": 29
},
{
"t": 15,
"x": 435,
"y": 29
},
{
"t": 16,
"x": 447,
"y": 33
},
{
"t": 17,
"x": 435,
"y": 33
},
{
"t": 18,
"x": 447,
"y": 37
},
{
"t": 19,
"x": 435,
"y": 37
},
{
"t": 20,
"x": 447,
"y": 41
},
{
"t": 21,
"x": 435,
"y": 41
},
{
"t": 22,
"x": 447,
"y": 44
},
{
"t": 23,
"x": 439,
"y": 48
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "pink rubber teething toy",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 501,
"y": 998
},
{
"t": 3,
"x": 517,
"y": 994
},
{
"t": 6,
"x": 529,
"y": 994
},
{
"t": 9,
"x": 544,
"y": 990
},
{
"t": 12,
"x": 556,
"y": 990
},
{
"t": 15,
"x": 568,
"y": 986
},
{
"t": 18,
"x": 580,
"y": 986
},
{
"t": 21,
"x": 591,
"y": 982
},
{
"t": 23,
"x": 599,
"y": 978
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 505,
"y": 998
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 521,
"y": 998
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 541,
"y": 994
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 587,
"y": 994
},
{
"t": 4,
"x": 599,
"y": 990
},
{
"t": 9,
"x": 611,
"y": 986
},
{
"t": 14,
"x": 623,
"y": 982
},
{
"t": 17,
"x": 630,
"y": 978
},
{
"t": 21,
"x": 638,
"y": 970
},
{
"t": 23,
"x": 646,
"y": 966
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "blue wooden toy kitchen set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 599,
"y": 998
},
{
"t": 3,
"x": 611,
"y": 994
},
{
"t": 7,
"x": 623,
"y": 990
},
{
"t": 10,
"x": 634,
"y": 986
},
{
"t": 13,
"x": 646,
"y": 982
},
{
"t": 16,
"x": 654,
"y": 978
},
{
"t": 19,
"x": 662,
"y": 970
},
{
"t": 22,
"x": 669,
"y": 966
},
{
"t": 23,
"x": 677,
"y": 962
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 658,
"y": 716
},
{
"t": 1,
"x": 646,
"y": 712
},
{
"t": 3,
"x": 658,
"y": 712
},
{
"t": 4,
"x": 646,
"y": 708
},
{
"t": 6,
"x": 658,
"y": 708
},
{
"t": 7,
"x": 646,
"y": 705
},
{
"t": 9,
"x": 654,
"y": 708
},
{
"t": 10,
"x": 642,
"y": 705
},
{
"t": 12,
"x": 650,
"y": 708
},
{
"t": 13,
"x": 638,
"y": 705
},
{
"t": 15,
"x": 646,
"y": 708
},
{
"t": 16,
"x": 634,
"y": 705
},
{
"t": 18,
"x": 642,
"y": 708
},
{
"t": 19,
"x": 630,
"y": 705
},
{
"t": 21,
"x": 638,
"y": 708
},
{
"t": 22,
"x": 626,
"y": 705
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 724,
"y": 998
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 728,
"y": 994
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "yellow plastic light green cardboard fruit snack box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 732,
"y": 990
},
{
"t": 2,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "yellow cardboard curl cream box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 740,
"y": 998
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 21,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 91,
"y": 48
},
{
"t": 1,
"x": 99,
"y": 56
},
{
"t": 2,
"x": 115,
"y": 64
},
{
"t": 3,
"x": 123,
"y": 72
},
{
"t": 4,
"x": 130,
"y": 80
},
{
"t": 5,
"x": 142,
"y": 87
},
{
"t": 6,
"x": 154,
"y": 91
},
{
"t": 7,
"x": 166,
"y": 95
},
{
"t": 8,
"x": 173,
"y": 99
},
{
"t": 9,
"x": 181,
"y": 103
},
{
"t": 10,
"x": 189,
"y": 111
},
{
"t": 11,
"x": 197,
"y": 115
},
{
"t": 12,
"x": 208,
"y": 123
},
{
"t": 13,
"x": 220,
"y": 130
},
{
"t": 14,
"x": 236,
"y": 138
},
{
"t": 15,
"x": 244,
"y": 146
},
{
"t": 16,
"x": 255,
"y": 154
},
{
"t": 17,
"x": 267,
"y": 162
},
{
"t": 18,
"x": 275,
"y": 166
},
{
"t": 19,
"x": 283,
"y": 169
},
{
"t": 20,
"x": 412,
"y": 224
},
{
"t": 21,
"x": 419,
"y": 232
},
{
"t": 22,
"x": 427,
"y": 236
},
{
"t": 23,
"x": 435,
"y": 244
}
],
"birth": 0,
"death": 24
},
{
"id": 22,
"type": "blue wooden toy kitchen set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 912,
"y": 568
},
{
"t": 12,
"x": 896,
"y": 572
},
{
"t": 14,
"x": 908,
"y": 572
},
{
"t": 15,
"x": 896,
"y": 576
},
{
"t": 21,
"x": 904,
"y": 572
},
{
"t": 22,
"x": 892,
"y": 576
}
],
"birth": 0,
"death": 24
},
{
"id": 23,
"type": "blue running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 3,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 3,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 634
},
{
"t": 1,
"x": 998,
"y": 646
},
{
"t": 2,
"x": 998,
"y": 662
},
{
"t": 3,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 24,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 998,
"y": 462
},
{
"t": 4,
"x": 998,
"y": 474
},
{
"t": 7,
"x": 998,
"y": 486
},
{
"t": 10,
"x": 998,
"y": 498
},
{
"t": 12,
"x": 998,
"y": 509
},
{
"t": 15,
"x": 998,
"y": 521
},
{
"t": 18,
"x": 998,
"y": 533
},
{
"t": 20,
"x": 998,
"y": 544
},
{
"t": 23,
"x": 998,
"y": 556
}
],
"birth": 1,
"death": 24
}
],
"interactions": [
{
"id": 20,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 24,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 25,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 26,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 27,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 29,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 30,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
10,
15
],
"outputs": [
10,
15
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
21,
65535
],
"outputs": [
21,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
22,
65535
],
"outputs": [
22,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
23,
65535
],
"outputs": [
23,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
24,
65535
],
"outputs": [
24,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 0,
"inputs": [
0,
4
],
"outputs": [
0,
4
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 21,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 22,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 11,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "yellow fighter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 97,
"y": 34
},
{
"t": 1,
"x": 107,
"y": 36
},
{
"t": 2,
"x": 30,
"y": 40
},
{
"t": 3,
"x": 37,
"y": 46
},
{
"t": 4,
"x": 55,
"y": 49
},
{
"t": 5,
"x": 68,
"y": 51
},
{
"t": 6,
"x": 75,
"y": 52
},
{
"t": 7,
"x": 83,
"y": 53
},
{
"t": 8,
"x": 96,
"y": 55
},
{
"t": 9,
"x": 104,
"y": 56
},
{
"t": 10,
"x": 117,
"y": 58
},
{
"t": 11,
"x": 125,
"y": 59
},
{
"t": 12,
"x": 138,
"y": 61
},
{
"t": 13,
"x": 149,
"y": 64
},
{
"t": 14,
"x": 163,
"y": 70
},
{
"t": 15,
"x": 176,
"y": 75
},
{
"t": 16,
"x": 190,
"y": 80
},
{
"t": 17,
"x": 202,
"y": 85
},
{
"t": 18,
"x": 216,
"y": 91
},
{
"t": 19,
"x": 227,
"y": 96
},
{
"t": 20,
"x": 238,
"y": 100
},
{
"t": 21,
"x": 251,
"y": 105
},
{
"t": 22,
"x": 261,
"y": 109
},
{
"t": 23,
"x": 273,
"y": 115
},
{
"t": 24,
"x": 283,
"y": 119
},
{
"t": 25,
"x": 293,
"y": 123
},
{
"t": 26,
"x": 302,
"y": 126
},
{
"t": 27,
"x": 312,
"y": 130
},
{
"t": 28,
"x": 322,
"y": 134
},
{
"t": 29,
"x": 331,
"y": 136
},
{
"t": 30,
"x": 340,
"y": 140
},
{
"t": 31,
"x": 349,
"y": 142
},
{
"t": 32,
"x": 358,
"y": 144
},
{
"t": 33,
"x": 358,
"y": 152
},
{
"t": 34,
"x": 366,
"y": 155
},
{
"t": 35,
"x": 372,
"y": 156
},
{
"t": 36,
"x": 380,
"y": 159
},
{
"t": 37,
"x": 388,
"y": 163
},
{
"t": 38,
"x": 396,
"y": 166
},
{
"t": 39,
"x": 405,
"y": 167
},
{
"t": 40,
"x": 412,
"y": 169
},
{
"t": 41,
"x": 419,
"y": 172
},
{
"t": 42,
"x": 426,
"y": 173
},
{
"t": 43,
"x": 443,
"y": 174
},
{
"t": 44,
"x": 449,
"y": 177
},
{
"t": 45,
"x": 456,
"y": 180
},
{
"t": 46,
"x": 462,
"y": 183
},
{
"t": 47,
"x": 469,
"y": 186
},
{
"t": 48,
"x": 476,
"y": 189
},
{
"t": 49,
"x": 481,
"y": 192
},
{
"t": 50,
"x": 487,
"y": 195
},
{
"t": 51,
"x": 494,
"y": 198
},
{
"t": 52,
"x": 500,
"y": 200
},
{
"t": 53,
"x": 506,
"y": 203
},
{
"t": 54,
"x": 512,
"y": 206
},
{
"t": 55,
"x": 518,
"y": 208
},
{
"t": 56,
"x": 523,
"y": 211
},
{
"t": 57,
"x": 529,
"y": 215
},
{
"t": 58,
"x": 534,
"y": 217
},
{
"t": 59,
"x": 540,
"y": 219
},
{
"t": 60,
"x": 545,
"y": 222
},
{
"t": 61,
"x": 551,
"y": 224
},
{
"t": 62,
"x": 555,
"y": 227
},
{
"t": 63,
"x": 557,
"y": 228
},
{
"t": 64,
"x": 562,
"y": 230
},
{
"t": 65,
"x": 572,
"y": 234
},
{
"t": 66,
"x": 576,
"y": 238
},
{
"t": 67,
"x": 582,
"y": 240
},
{
"t": 68,
"x": 587,
"y": 243
},
{
"t": 70,
"x": 593,
"y": 245
},
{
"t": 71,
"x": 598,
"y": 248
},
{
"t": 72,
"x": 604,
"y": 251
},
{
"t": 73,
"x": 608,
"y": 253
},
{
"t": 74,
"x": 612,
"y": 255
},
{
"t": 75,
"x": 617,
"y": 257
},
{
"t": 76,
"x": 622,
"y": 259
},
{
"t": 77,
"x": 626,
"y": 260
},
{
"t": 78,
"x": 630,
"y": 264
},
{
"t": 79,
"x": 635,
"y": 266
},
{
"t": 80,
"x": 640,
"y": 267
},
{
"t": 81,
"x": 644,
"y": 269
},
{
"t": 82,
"x": 648,
"y": 272
},
{
"t": 83,
"x": 652,
"y": 273
},
{
"t": 84,
"x": 656,
"y": 275
},
{
"t": 85,
"x": 661,
"y": 276
},
{
"t": 86,
"x": 665,
"y": 279
},
{
"t": 87,
"x": 669,
"y": 281
},
{
"t": 88,
"x": 673,
"y": 282
},
{
"t": 89,
"x": 677,
"y": 284
},
{
"t": 90,
"x": 681,
"y": 286
},
{
"t": 91,
"x": 685,
"y": 289
},
{
"t": 92,
"x": 689,
"y": 292
},
{
"t": 93,
"x": 687,
"y": 299
},
{
"t": 94,
"x": 691,
"y": 301
},
{
"t": 95,
"x": 694,
"y": 303
},
{
"t": 96,
"x": 698,
"y": 306
},
{
"t": 97,
"x": 702,
"y": 308
},
{
"t": 98,
"x": 706,
"y": 310
},
{
"t": 99,
"x": 708,
"y": 311
},
{
"t": 100,
"x": 713,
"y": 315
},
{
"t": 101,
"x": 717,
"y": 317
},
{
"t": 102,
"x": 720,
"y": 319
},
{
"t": 103,
"x": 724,
"y": 321
},
{
"t": 104,
"x": 726,
"y": 323
},
{
"t": 105,
"x": 730,
"y": 325
},
{
"t": 106,
"x": 733,
"y": 327
},
{
"t": 107,
"x": 737,
"y": 329
},
{
"t": 108,
"x": 741,
"y": 332
},
{
"t": 109,
"x": 745,
"y": 334
},
{
"t": 110,
"x": 748,
"y": 336
},
{
"t": 111,
"x": 751,
"y": 338
},
{
"t": 112,
"x": 755,
"y": 341
},
{
"t": 113,
"x": 758,
"y": 343
},
{
"t": 114,
"x": 762,
"y": 345
},
{
"t": 115,
"x": 765,
"y": 347
},
{
"t": 116,
"x": 768,
"y": 349
},
{
"t": 117,
"x": 771,
"y": 351
},
{
"t": 118,
"x": 774,
"y": 353
},
{
"t": 119,
"x": 777,
"y": 355
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "purple jet",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 446,
"y": 103
},
{
"t": 1,
"x": 445,
"y": 106
},
{
"t": 2,
"x": 445,
"y": 109
},
{
"t": 3,
"x": 444,
"y": 113
},
{
"t": 5,
"x": 448,
"y": 83
},
{
"t": 6,
"x": 444,
"y": 121
},
{
"t": 7,
"x": 448,
"y": 89
},
{
"t": 9,
"x": 442,
"y": 129
},
{
"t": 10,
"x": 447,
"y": 96
},
{
"t": 11,
"x": 442,
"y": 134
},
{
"t": 12,
"x": 447,
"y": 101
},
{
"t": 13,
"x": 442,
"y": 139
},
{
"t": 14,
"x": 448,
"y": 104
},
{
"t": 15,
"x": 448,
"y": 109
},
{
"t": 16,
"x": 443,
"y": 145
},
{
"t": 17,
"x": 448,
"y": 117
},
{
"t": 19,
"x": 444,
"y": 150
},
{
"t": 21,
"x": 448,
"y": 155
},
{
"t": 22,
"x": 444,
"y": 159
},
{
"t": 23,
"x": 444,
"y": 161
},
{
"t": 24,
"x": 446,
"y": 165
},
{
"t": 25,
"x": 447,
"y": 167
},
{
"t": 26,
"x": 448,
"y": 169
},
{
"t": 27,
"x": 450,
"y": 171
},
{
"t": 28,
"x": 451,
"y": 173
},
{
"t": 29,
"x": 452,
"y": 175
},
{
"t": 30,
"x": 458,
"y": 176
},
{
"t": 31,
"x": 496,
"y": 193
},
{
"t": 33,
"x": 497,
"y": 197
},
{
"t": 34,
"x": 498,
"y": 198
},
{
"t": 35,
"x": 462,
"y": 143
},
{
"t": 36,
"x": 469,
"y": 146
},
{
"t": 37,
"x": 466,
"y": 147
},
{
"t": 38,
"x": 473,
"y": 150
},
{
"t": 39,
"x": 469,
"y": 150
},
{
"t": 40,
"x": 476,
"y": 153
},
{
"t": 41,
"x": 479,
"y": 154
},
{
"t": 42,
"x": 475,
"y": 154
},
{
"t": 43,
"x": 477,
"y": 156
},
{
"t": 44,
"x": 480,
"y": 157
},
{
"t": 45,
"x": 487,
"y": 160
},
{
"t": 46,
"x": 491,
"y": 160
},
{
"t": 47,
"x": 488,
"y": 158
},
{
"t": 48,
"x": 492,
"y": 160
},
{
"t": 49,
"x": 498,
"y": 163
},
{
"t": 50,
"x": 504,
"y": 167
},
{
"t": 51,
"x": 508,
"y": 168
},
{
"t": 52,
"x": 427,
"y": 152
},
{
"t": 53,
"x": 432,
"y": 154
},
{
"t": 54,
"x": 433,
"y": 153
},
{
"t": 55,
"x": 438,
"y": 155
},
{
"t": 56,
"x": 514,
"y": 168
},
{
"t": 57,
"x": 512,
"y": 178
},
{
"t": 58,
"x": 516,
"y": 181
},
{
"t": 59,
"x": 526,
"y": 177
},
{
"t": 60,
"x": 530,
"y": 181
},
{
"t": 61,
"x": 533,
"y": 184
},
{
"t": 62,
"x": 537,
"y": 186
},
{
"t": 63,
"x": 541,
"y": 188
},
{
"t": 64,
"x": 544,
"y": 189
},
{
"t": 65,
"x": 548,
"y": 191
},
{
"t": 66,
"x": 552,
"y": 193
},
{
"t": 67,
"x": 556,
"y": 195
},
{
"t": 68,
"x": 560,
"y": 197
},
{
"t": 69,
"x": 565,
"y": 198
},
{
"t": 70,
"x": 569,
"y": 200
},
{
"t": 71,
"x": 573,
"y": 202
},
{
"t": 72,
"x": 578,
"y": 203
},
{
"t": 73,
"x": 583,
"y": 204
},
{
"t": 74,
"x": 587,
"y": 206
},
{
"t": 75,
"x": 591,
"y": 209
},
{
"t": 76,
"x": 596,
"y": 211
},
{
"t": 77,
"x": 601,
"y": 213
},
{
"t": 78,
"x": 606,
"y": 215
},
{
"t": 79,
"x": 611,
"y": 217
},
{
"t": 80,
"x": 616,
"y": 218
},
{
"t": 81,
"x": 621,
"y": 220
},
{
"t": 82,
"x": 626,
"y": 222
},
{
"t": 83,
"x": 632,
"y": 224
},
{
"t": 84,
"x": 637,
"y": 226
},
{
"t": 85,
"x": 642,
"y": 228
},
{
"t": 86,
"x": 648,
"y": 230
},
{
"t": 87,
"x": 653,
"y": 232
},
{
"t": 88,
"x": 652,
"y": 242
},
{
"t": 89,
"x": 657,
"y": 244
},
{
"t": 90,
"x": 663,
"y": 246
},
{
"t": 91,
"x": 669,
"y": 248
},
{
"t": 92,
"x": 675,
"y": 250
},
{
"t": 93,
"x": 678,
"y": 253
},
{
"t": 94,
"x": 684,
"y": 255
},
{
"t": 95,
"x": 691,
"y": 257
},
{
"t": 96,
"x": 698,
"y": 260
},
{
"t": 97,
"x": 701,
"y": 263
},
{
"t": 98,
"x": 705,
"y": 266
},
{
"t": 99,
"x": 710,
"y": 268
},
{
"t": 100,
"x": 715,
"y": 271
},
{
"t": 101,
"x": 719,
"y": 273
},
{
"t": 102,
"x": 723,
"y": 276
},
{
"t": 103,
"x": 728,
"y": 278
},
{
"t": 104,
"x": 756,
"y": 271
},
{
"t": 105,
"x": 761,
"y": 273
},
{
"t": 106,
"x": 766,
"y": 275
},
{
"t": 107,
"x": 773,
"y": 277
},
{
"t": 108,
"x": 770,
"y": 291
},
{
"t": 109,
"x": 775,
"y": 294
},
{
"t": 110,
"x": 780,
"y": 297
},
{
"t": 111,
"x": 783,
"y": 302
},
{
"t": 112,
"x": 791,
"y": 304
},
{
"t": 113,
"x": 795,
"y": 308
},
{
"t": 114,
"x": 801,
"y": 311
},
{
"t": 115,
"x": 807,
"y": 315
},
{
"t": 116,
"x": 813,
"y": 318
},
{
"t": 117,
"x": 816,
"y": 323
},
{
"t": 118,
"x": 815,
"y": 331
},
{
"t": 119,
"x": 816,
"y": 339
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "brown minivan",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 460,
"y": 616
},
{
"t": 2,
"x": 462,
"y": 617
},
{
"t": 4,
"x": 463,
"y": 619
},
{
"t": 5,
"x": 465,
"y": 620
},
{
"t": 7,
"x": 466,
"y": 622
},
{
"t": 9,
"x": 469,
"y": 623
},
{
"t": 11,
"x": 471,
"y": 625
},
{
"t": 12,
"x": 473,
"y": 626
},
{
"t": 14,
"x": 476,
"y": 628
},
{
"t": 16,
"x": 477,
"y": 630
},
{
"t": 18,
"x": 479,
"y": 632
},
{
"t": 19,
"x": 481,
"y": 633
},
{
"t": 21,
"x": 483,
"y": 635
},
{
"t": 23,
"x": 486,
"y": 638
},
{
"t": 24,
"x": 487,
"y": 640
},
{
"t": 25,
"x": 491,
"y": 640
},
{
"t": 26,
"x": 491,
"y": 642
},
{
"t": 28,
"x": 493,
"y": 644
},
{
"t": 29,
"x": 495,
"y": 646
},
{
"t": 30,
"x": 497,
"y": 647
},
{
"t": 32,
"x": 500,
"y": 650
},
{
"t": 34,
"x": 502,
"y": 652
},
{
"t": 35,
"x": 505,
"y": 654
},
{
"t": 36,
"x": 506,
"y": 655
},
{
"t": 37,
"x": 507,
"y": 657
},
{
"t": 38,
"x": 509,
"y": 659
},
{
"t": 39,
"x": 511,
"y": 660
},
{
"t": 40,
"x": 513,
"y": 663
},
{
"t": 41,
"x": 515,
"y": 664
},
{
"t": 42,
"x": 517,
"y": 666
},
{
"t": 43,
"x": 519,
"y": 667
},
{
"t": 44,
"x": 521,
"y": 670
},
{
"t": 45,
"x": 523,
"y": 671
},
{
"t": 46,
"x": 525,
"y": 674
},
{
"t": 47,
"x": 526,
"y": 675
},
{
"t": 48,
"x": 529,
"y": 677
},
{
"t": 49,
"x": 530,
"y": 678
},
{
"t": 50,
"x": 533,
"y": 680
},
{
"t": 51,
"x": 534,
"y": 681
},
{
"t": 53,
"x": 536,
"y": 683
},
{
"t": 55,
"x": 533,
"y": 681
},
{
"t": 56,
"x": 536,
"y": 681
},
{
"t": 57,
"x": 532,
"y": 680
},
{
"t": 58,
"x": 536,
"y": 679
},
{
"t": 60,
"x": 537,
"y": 678
},
{
"t": 61,
"x": 544,
"y": 678
},
{
"t": 62,
"x": 539,
"y": 675
},
{
"t": 64,
"x": 544,
"y": 674
},
{
"t": 66,
"x": 541,
"y": 672
},
{
"t": 68,
"x": 532,
"y": 671
},
{
"t": 69,
"x": 541,
"y": 672
},
{
"t": 70,
"x": 528,
"y": 672
},
{
"t": 71,
"x": 534,
"y": 672
},
{
"t": 72,
"x": 524,
"y": 673
},
{
"t": 73,
"x": 529,
"y": 674
},
{
"t": 74,
"x": 525,
"y": 675
},
{
"t": 76,
"x": 528,
"y": 675
},
{
"t": 77,
"x": 525,
"y": 676
},
{
"t": 79,
"x": 528,
"y": 677
},
{
"t": 80,
"x": 533,
"y": 677
},
{
"t": 81,
"x": 526,
"y": 679
},
{
"t": 84,
"x": 530,
"y": 681
},
{
"t": 86,
"x": 533,
"y": 682
},
{
"t": 88,
"x": 539,
"y": 683
},
{
"t": 91,
"x": 530,
"y": 685
},
{
"t": 93,
"x": 532,
"y": 688
},
{
"t": 95,
"x": 533,
"y": 690
},
{
"t": 96,
"x": 534,
"y": 692
},
{
"t": 98,
"x": 536,
"y": 694
},
{
"t": 99,
"x": 537,
"y": 695
},
{
"t": 100,
"x": 541,
"y": 696
},
{
"t": 101,
"x": 543,
"y": 697
},
{
"t": 102,
"x": 544,
"y": 698
},
{
"t": 104,
"x": 549,
"y": 701
},
{
"t": 105,
"x": 551,
"y": 702
},
{
"t": 107,
"x": 553,
"y": 704
},
{
"t": 108,
"x": 555,
"y": 706
},
{
"t": 109,
"x": 558,
"y": 708
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "blue truck",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 643,
"y": 710
},
{
"t": 51,
"x": 654,
"y": 709
},
{
"t": 52,
"x": 630,
"y": 719
},
{
"t": 53,
"x": 633,
"y": 720
},
{
"t": 54,
"x": 636,
"y": 722
},
{
"t": 55,
"x": 639,
"y": 723
},
{
"t": 56,
"x": 643,
"y": 724
},
{
"t": 57,
"x": 648,
"y": 725
},
{
"t": 58,
"x": 655,
"y": 725
},
{
"t": 59,
"x": 658,
"y": 726
},
{
"t": 60,
"x": 663,
"y": 727
},
{
"t": 61,
"x": 668,
"y": 728
},
{
"t": 62,
"x": 675,
"y": 728
},
{
"t": 63,
"x": 683,
"y": 727
},
{
"t": 64,
"x": 694,
"y": 728
},
{
"t": 65,
"x": 682,
"y": 726
},
{
"t": 66,
"x": 690,
"y": 726
},
{
"t": 67,
"x": 698,
"y": 727
},
{
"t": 68,
"x": 705,
"y": 727
},
{
"t": 69,
"x": 712,
"y": 726
},
{
"t": 70,
"x": 719,
"y": 727
},
{
"t": 71,
"x": 722,
"y": 727
},
{
"t": 73,
"x": 735,
"y": 728
},
{
"t": 74,
"x": 743,
"y": 728
},
{
"t": 75,
"x": 737,
"y": 728
},
{
"t": 76,
"x": 746,
"y": 729
},
{
"t": 77,
"x": 755,
"y": 730
},
{
"t": 78,
"x": 765,
"y": 731
},
{
"t": 79,
"x": 774,
"y": 731
},
{
"t": 80,
"x": 783,
"y": 732
},
{
"t": 81,
"x": 792,
"y": 733
},
{
"t": 82,
"x": 801,
"y": 733
},
{
"t": 83,
"x": 810,
"y": 734
},
{
"t": 84,
"x": 816,
"y": 732
},
{
"t": 85,
"x": 822,
"y": 730
},
{
"t": 86,
"x": 805,
"y": 722
},
{
"t": 87,
"x": 822,
"y": 725
},
{
"t": 88,
"x": 812,
"y": 721
},
{
"t": 89,
"x": 816,
"y": 721
},
{
"t": 90,
"x": 835,
"y": 724
},
{
"t": 91,
"x": 823,
"y": 721
},
{
"t": 92,
"x": 827,
"y": 721
},
{
"t": 93,
"x": 834,
"y": 721
},
{
"t": 94,
"x": 843,
"y": 722
},
{
"t": 95,
"x": 848,
"y": 722
},
{
"t": 96,
"x": 851,
"y": 722
},
{
"t": 97,
"x": 855,
"y": 722
},
{
"t": 98,
"x": 858,
"y": 722
},
{
"t": 99,
"x": 873,
"y": 723
},
{
"t": 103,
"x": 878,
"y": 723
},
{
"t": 104,
"x": 882,
"y": 723
},
{
"t": 105,
"x": 891,
"y": 723
},
{
"t": 106,
"x": 898,
"y": 724
},
{
"t": 107,
"x": 900,
"y": 725
},
{
"t": 108,
"x": 908,
"y": 725
},
{
"t": 109,
"x": 916,
"y": 725
},
{
"t": 110,
"x": 908,
"y": 727
},
{
"t": 111,
"x": 913,
"y": 729
},
{
"t": 112,
"x": 919,
"y": 731
},
{
"t": 113,
"x": 932,
"y": 733
},
{
"t": 114,
"x": 939,
"y": 733
},
{
"t": 115,
"x": 948,
"y": 733
},
{
"t": 116,
"x": 956,
"y": 734
},
{
"t": 117,
"x": 962,
"y": 733
},
{
"t": 118,
"x": 953,
"y": 728
},
{
"t": 119,
"x": 958,
"y": 729
}
],
"birth": 0,
"death": 120
},
{
"id": 4,
"type": "brown sedan",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 5,
"y": 861
},
{
"t": 2,
"x": 11,
"y": 853
},
{
"t": 3,
"x": 18,
"y": 854
},
{
"t": 4,
"x": 24,
"y": 857
},
{
"t": 5,
"x": 36,
"y": 857
},
{
"t": 6,
"x": 30,
"y": 858
},
{
"t": 7,
"x": 33,
"y": 860
},
{
"t": 8,
"x": 48,
"y": 858
},
{
"t": 9,
"x": 61,
"y": 856
},
{
"t": 10,
"x": 33,
"y": 848
},
{
"t": 11,
"x": 36,
"y": 844
},
{
"t": 12,
"x": 38,
"y": 841
},
{
"t": 13,
"x": 40,
"y": 840
},
{
"t": 15,
"x": 48,
"y": 836
},
{
"t": 16,
"x": 54,
"y": 835
},
{
"t": 17,
"x": 61,
"y": 834
},
{
"t": 18,
"x": 91,
"y": 829
},
{
"t": 19,
"x": 42,
"y": 846
},
{
"t": 20,
"x": 53,
"y": 846
},
{
"t": 21,
"x": 67,
"y": 842
},
{
"t": 22,
"x": 80,
"y": 840
},
{
"t": 23,
"x": 91,
"y": 838
},
{
"t": 24,
"x": 104,
"y": 835
},
{
"t": 25,
"x": 116,
"y": 833
},
{
"t": 26,
"x": 128,
"y": 831
},
{
"t": 27,
"x": 140,
"y": 829
},
{
"t": 28,
"x": 151,
"y": 827
},
{
"t": 29,
"x": 165,
"y": 823
},
{
"t": 30,
"x": 176,
"y": 821
},
{
"t": 31,
"x": 186,
"y": 820
},
{
"t": 32,
"x": 199,
"y": 817
},
{
"t": 33,
"x": 208,
"y": 816
},
{
"t": 34,
"x": 220,
"y": 814
},
{
"t": 35,
"x": 231,
"y": 811
},
{
"t": 36,
"x": 243,
"y": 808
},
{
"t": 37,
"x": 254,
"y": 806
},
{
"t": 38,
"x": 262,
"y": 805
},
{
"t": 39,
"x": 276,
"y": 802
},
{
"t": 40,
"x": 284,
"y": 801
},
{
"t": 41,
"x": 295,
"y": 799
},
{
"t": 42,
"x": 306,
"y": 797
},
{
"t": 43,
"x": 315,
"y": 796
},
{
"t": 44,
"x": 326,
"y": 794
},
{
"t": 45,
"x": 336,
"y": 791
},
{
"t": 46,
"x": 344,
"y": 791
},
{
"t": 47,
"x": 355,
"y": 789
},
{
"t": 48,
"x": 366,
"y": 785
},
{
"t": 49,
"x": 373,
"y": 784
},
{
"t": 50,
"x": 384,
"y": 782
},
{
"t": 51,
"x": 392,
"y": 781
},
{
"t": 52,
"x": 402,
"y": 779
},
{
"t": 53,
"x": 410,
"y": 778
},
{
"t": 54,
"x": 419,
"y": 777
},
{
"t": 55,
"x": 428,
"y": 775
},
{
"t": 56,
"x": 438,
"y": 772
},
{
"t": 57,
"x": 446,
"y": 771
},
{
"t": 58,
"x": 453,
"y": 770
},
{
"t": 59,
"x": 461,
"y": 769
},
{
"t": 60,
"x": 471,
"y": 767
},
{
"t": 61,
"x": 478,
"y": 766
},
{
"t": 62,
"x": 483,
"y": 764
},
{
"t": 63,
"x": 487,
"y": 763
},
{
"t": 65,
"x": 490,
"y": 761
},
{
"t": 66,
"x": 493,
"y": 761
},
{
"t": 68,
"x": 494,
"y": 763
},
{
"t": 69,
"x": 497,
"y": 764
},
{
"t": 70,
"x": 500,
"y": 763
},
{
"t": 72,
"x": 503,
"y": 764
},
{
"t": 73,
"x": 507,
"y": 763
},
{
"t": 75,
"x": 548,
"y": 754
},
{
"t": 76,
"x": 513,
"y": 763
},
{
"t": 77,
"x": 515,
"y": 764
},
{
"t": 78,
"x": 545,
"y": 754
},
{
"t": 79,
"x": 548,
"y": 754
},
{
"t": 80,
"x": 573,
"y": 755
},
{
"t": 84,
"x": 578,
"y": 756
},
{
"t": 85,
"x": 574,
"y": 756
},
{
"t": 86,
"x": 581,
"y": 757
},
{
"t": 87,
"x": 579,
"y": 757
},
{
"t": 88,
"x": 586,
"y": 758
},
{
"t": 89,
"x": 601,
"y": 759
},
{
"t": 90,
"x": 607,
"y": 760
},
{
"t": 91,
"x": 605,
"y": 760
},
{
"t": 92,
"x": 602,
"y": 760
},
{
"t": 93,
"x": 608,
"y": 761
},
{
"t": 95,
"x": 612,
"y": 763
},
{
"t": 97,
"x": 616,
"y": 764
},
{
"t": 98,
"x": 633,
"y": 766
},
{
"t": 100,
"x": 630,
"y": 766
},
{
"t": 101,
"x": 636,
"y": 767
},
{
"t": 103,
"x": 640,
"y": 768
},
{
"t": 106,
"x": 663,
"y": 772
},
{
"t": 107,
"x": 658,
"y": 771
},
{
"t": 109,
"x": 662,
"y": 772
},
{
"t": 112,
"x": 666,
"y": 773
},
{
"t": 114,
"x": 682,
"y": 776
},
{
"t": 118,
"x": 687,
"y": 777
}
],
"birth": 1,
"death": 120
}
],
"interactions": [
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 13,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 14,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 40,
"ends_at": 40,
"type": "collision"
},
{
"id": 8,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 51,
"ends_at": 51,
"type": "collision"
},
{
"id": 12,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 62,
"ends_at": 62,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 63,
"ends_at": 63,
"type": "collision"
},
{
"id": 2,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 78,
"ends_at": 78,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 83,
"ends_at": 83,
"type": "collision"
},
{
"id": 3,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 89,
"ends_at": 89,
"type": "collision"
},
{
"id": 4,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 92,
"ends_at": 92,
"type": "collision"
},
{
"id": 5,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 93,
"ends_at": 96,
"type": "contact"
},
{
"id": 6,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 98,
"ends_at": 98,
"type": "collision"
},
{
"id": 7,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 99,
"ends_at": 109,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.3267309386235239,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 624.8527649050817,
"avg_image_position_segmentation_acc": 0.2866666666666667,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.0,
"avg_image_position_segmentation_acc_large": 0.35833333333333334,
"avg_image_position_segmentation_acc_first_frame": 0.5,
"avg_image_position_segmentation_visible_acc": 0.2866666666666667,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.605,
"visibility_true_acc": 0.6050280112044818,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.605,
"is_in_frame_true_acc": 0.6050280112044818,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.605,
"vis_acc_from_px_true_acc": 0.6050280112044818,
"vis_acc_from_px_false_acc": 0.0,
"num_matches": 5,
"num_unmatched_pred": 20,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 5,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 5,
"avg_image_position_segmentation_acc": 5,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 1,
"avg_image_position_segmentation_acc_large": 4,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 5,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 5,
"visibility_true_acc": 5,
"visibility_false_acc": 1,
"is_in_frame_acc": 5,
"is_in_frame_true_acc": 5,
"is_in_frame_false_acc": 1,
"vis_acc_from_px": 5,
"vis_acc_from_px_true_acc": 5,
"vis_acc_from_px_false_acc": 1
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 2,
"target_id": 0,
"pred_id": 2,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 6,
"target_id": 1,
"pred_id": 6,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 5,
"target_id": 2,
"pred_id": 5,
"cost": 0.5583333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.058333333333333334,
"weighted_cost": 0.058333333333333334,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 16,
"target_id": 3,
"pred_id": 16,
"cost": 1.0083333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.5083333333333333,
"weighted_cost": 0.5083333333333333,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 23,
"target_id": 4,
"pred_id": 23,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
3,
4,
7,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
21,
22,
24
],
"target_type_counts": {
"yellow fighter": 1,
"purple jet": 1,
"brown minivan": 1,
"blue truck": 1,
"brown sedan": 1
},
"pred_type_counts": {
"yellow plastic toy school bus": 6,
"yellow plastic light green cardboard fruit snack box": 10,
"yellow cardboard curl cream box": 2,
"pink and purple soccer cleat": 1,
"pink and purple plastic package of overnight pads": 1,
"pink rubber teething toy": 1,
"blue wooden toy kitchen set": 2,
"light blue plastic conditioner tube": 1,
"blue running shoe": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 3,
"false_positives": 2,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 4,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.6,
"1.0": 0.2,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 22,
"false_negatives": 2
},
"0.5": {
"true_positives": 3,
"false_positives": 22,
"false_negatives": 2
},
"0.75": {
"true_positives": 3,
"false_positives": 22,
"false_negatives": 2
},
"1.0": {
"true_positives": 3,
"false_positives": 22,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.12,
"0.5": 0.12,
"0.75": 0.12,
"1.0": 0.12
},
"visibility_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.6
},
"visibility_f1_by_threshold": {
"0.25": 0.19999999999999998,
"0.5": 0.19999999999999998,
"0.75": 0.19999999999999998,
"1.0": 0.19999999999999998
},
"visibility_by_motion_group": {
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 2,
"false_negatives": 2
},
"0.5": {
"true_positives": 3,
"false_positives": 2,
"false_negatives": 2
},
"0.75": {
"true_positives": 3,
"false_positives": 2,
"false_negatives": 2
},
"1.0": {
"true_positives": 3,
"false_positives": 2,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.6,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.6
},
"visibility_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.6
},
"visibility_f1_by_threshold": {
"0.25": 0.6,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.6
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 23,
"false_negatives": 3
},
"0.5": {
"true_positives": 1,
"false_positives": 24,
"false_negatives": 4
},
"0.75": {
"true_positives": 1,
"false_positives": 24,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 5
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.08,
"0.5": 0.04,
"0.75": 0.04,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.4,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.13333333333333333,
"0.5": 0.06666666666666667,
"0.75": 0.06666666666666667,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.04,
"segmentation_frame_average_recall": 0.2,
"segmentation_frame_average_f1": 0.06666666666666667,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 23,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.08,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.14814814814814814,
"segmentation_by_motion_group": {
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 3
},
"0.5": {
"true_positives": 1,
"false_positives": 4,
"false_negatives": 4
},
"0.75": {
"true_positives": 1,
"false_positives": 4,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 5
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.4,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.4,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.4000000000000001,
"0.5": 0.20000000000000004,
"0.75": 0.20000000000000004,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.2,
"segmentation_frame_average_recall": 0.2,
"segmentation_frame_average_f1": 0.20000000000000004,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.4,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.5714285714285715
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 20,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 2,
"cost": 1.5,
"type_similarity": 0.2330118452656094,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 928.7916452337413,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.008333333333333333,
"visibility_true_acc": 0.008333333333333333,
"visibility_false_acc": null,
"is_in_frame_acc": 0.008333333333333333,
"is_in_frame_true_acc": 0.008333333333333333,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.008333333333333333,
"vis_acc_from_px_true_acc": 0.008333333333333333,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 6,
"cost": 1.0,
"type_similarity": 0.43077162753458,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 752.6008844771429,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 5,
"cost": 0.5583333333333333,
"type_similarity": 0.35831491869918686,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 28.857010600480567,
"image_position_segmentation_acc": 0.9416666666666667,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.9416666666666667,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.9416666666666667,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 16,
"cost": 1.0083333333333333,
"type_similarity": 0.31636012131402735,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 132.88066427911738,
"image_position_segmentation_acc": 0.49166666666666664,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.49166666666666664,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.49166666666666664,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 4,
"pred_id": 23,
"cost": 1.5,
"type_similarity": 0.2951961803042162,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 1281.1336199349262,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": null,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.016666666666666666,
"visibility_true_acc": 0.01680672268907563,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.016666666666666666,
"is_in_frame_true_acc": 0.01680672268907563,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.016666666666666666,
"vis_acc_from_px_true_acc": 0.01680672268907563,
"vis_acc_from_px_false_acc": 0.0
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.46493331678350924,
"avg_interaction_input_object_jaccard": 0.31111111111111106,
"avg_interaction_output_object_jaccard": 0.31111111111111106,
"avg_interaction_type_exact_match_acc": 0.5333333333333333,
"num_interaction_matches": 15,
"num_unmatched_pred_interactions": 16,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 30,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.03225806451612903,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0625,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 21,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.3225806451612903,
"0.5": 0.06451612903225806,
"0.75": 0.06451612903225806,
"1.0": 0.06451612903225806
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4878048780487805,
"0.5": 0.12121212121212122,
"0.75": 0.12121212121212122,
"1.0": 0.12121212121212122
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 21,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.3225806451612903,
"0.5": 0.06451612903225806,
"0.75": 0.06451612903225806,
"1.0": 0.06451612903225806
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4878048780487805,
"0.5": 0.12121212121212122,
"0.75": 0.12121212121212122,
"1.0": 0.12121212121212122
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 15,
"avg_interaction_input_object_jaccard": 15,
"avg_interaction_output_object_jaccard": 15,
"avg_interaction_type_exact_match_acc": 15
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 20,
"target_id": 0,
"pred_id": 20,
"cost": 1.3333333333333335,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.33333333333333337,
"weighted_cost": 0.33333333333333337,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 23,
"target_id": 1,
"pred_id": 23,
"cost": 1.6951219512195121,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6951219512195121,
"weighted_cost": 0.6951219512195121,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 27,
"target_id": 2,
"pred_id": 27,
"cost": 1.8417721518987342,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8417721518987342,
"weighted_cost": 0.8417721518987342,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 21,
"target_id": 3,
"pred_id": 21,
"cost": 0.9875,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9875,
"weighted_cost": 0.9875,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 0,
"target_id": 4,
"pred_id": 0,
"cost": 1.4883720930232558,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9883720930232558,
"weighted_cost": 0.9883720930232558,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 3,
"target_id": 5,
"pred_id": 3,
"cost": 1.3556701030927836,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8556701030927836,
"weighted_cost": 0.8556701030927836,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 19,
"target_id": 6,
"pred_id": 19,
"cost": 0.9893617021276595,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9893617021276595,
"weighted_cost": 0.9893617021276595,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 22,
"target_id": 7,
"pred_id": 22,
"cost": 0.8787878787878788,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8787878787878788,
"weighted_cost": 0.8787878787878788,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 1,
"target_id": 8,
"pred_id": 1,
"cost": 2.7596153846153846,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7596153846153846,
"weighted_cost": 0.7596153846153846,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 17,
"target_id": 9,
"pred_id": 17,
"cost": 2.3046875,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8046875,
"weighted_cost": 0.8046875,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 11,
"target_id": 10,
"pred_id": 11,
"cost": 2.8511904761904763,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8511904761904762,
"weighted_cost": 0.8511904761904762,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 26,
"target_id": 11,
"pred_id": 26,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 2,
"target_id": 12,
"pred_id": 2,
"cost": 2.8015873015873014,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8015873015873016,
"weighted_cost": 0.8015873015873016,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 10,
"target_id": 13,
"pred_id": 10,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 4,
"target_id": 14,
"pred_id": 4,
"cost": 0.9,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
5,
6,
7,
8,
9,
12,
13,
14,
15,
16,
18,
24,
25,
28,
29,
30
],
"target_type_counts": {
"collision": 10,
"contact": 5
},
"pred_type_counts": {
"collision": 3,
"contact": 28
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 20,
"target_id": 0,
"pred_id": 20,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.3333333333333335,
"temporal_span_iou": 0.3333333333333333,
"temporal_span_giou": 0.3333333333333333,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 23,
"target_id": 1,
"pred_id": 23,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.6951219512195121,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.3902439024390244,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 2,
"pred_index": 27,
"target_id": 2,
"pred_id": 27,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.8417721518987342,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6835443037974683,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 21,
"target_id": 3,
"pred_id": 21,
"target_type": "collision",
"pred_type": "collision",
"cost": 0.9875,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.975,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 0,
"target_id": 4,
"pred_id": 0,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4883720930232558,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9767441860465116,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 3,
"target_id": 5,
"pred_id": 3,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3556701030927836,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.711340206185567,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 19,
"target_id": 6,
"pred_id": 19,
"target_type": "collision",
"pred_type": "collision",
"cost": 0.9893617021276595,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9787234042553191,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 7,
"pred_index": 22,
"target_id": 7,
"pred_id": 22,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.8787878787878788,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7575757575757576,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 1,
"target_id": 8,
"pred_id": 1,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.7596153846153846,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5192307692307693,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 17,
"target_id": 9,
"pred_id": 17,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3046875,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.609375,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 11,
"target_id": 10,
"pred_id": 11,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.8511904761904763,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7023809523809523,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 26,
"target_id": 11,
"pred_id": 26,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 12,
"pred_index": 2,
"target_id": 12,
"pred_id": 2,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.8015873015873014,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6031746031746031,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 10,
"target_id": 13,
"pred_id": 10,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 14,
"pred_index": 4,
"target_id": 14,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.9,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 0.20000000000000004,
"avg_interaction_input_object_jaccard": 0.7777777777777778,
"avg_interaction_output_object_jaccard": 0.7777777777777778,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 3,
"num_unmatched_pred_interactions": 16,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 16,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.15789473684210525,
"0.5": 0.10526315789473684,
"0.75": 0.10526315789473684,
"1.0": 0.10526315789473684
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.2727272727272727,
"0.5": 0.1904761904761905,
"0.75": 0.1904761904761905,
"1.0": 0.1904761904761905
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 16,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.15789473684210525,
"0.5": 0.10526315789473684,
"0.75": 0.10526315789473684,
"1.0": 0.10526315789473684
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.2727272727272727,
"0.5": 0.1904761904761905,
"0.75": 0.1904761904761905,
"1.0": 0.1904761904761905
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.6311666459793867,
"avg_interaction_input_object_jaccard": 0.19444444444444442,
"avg_interaction_output_object_jaccard": 0.19444444444444442,
"avg_interaction_type_exact_match_acc": 0.4166666666666667,
"num_interaction_matches": 12,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.08333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.15384615384615385,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5833333333333334,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7368421052631579,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5833333333333334,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7368421052631579,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 3,
"avg_interaction_input_object_jaccard": 3,
"avg_interaction_output_object_jaccard": 3,
"avg_interaction_type_exact_match_acc": 3
},
"object_object": {
"avg_interaction_temporal_span_giou": 12,
"avg_interaction_input_object_jaccard": 12,
"avg_interaction_output_object_jaccard": 12,
"avg_interaction_type_exact_match_acc": 12
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.6105083787991314,
"avg_interaction_input_object_jaccard": 0.19999999999999998,
"avg_interaction_output_object_jaccard": 0.19999999999999998,
"avg_interaction_type_exact_match_acc": 0.3,
"num_interaction_matches": 10,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 9,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.1,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.18181818181818182,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 6,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.6,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7499999999999999,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 6,
"false_positives": 4,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.6,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7499999999999999,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.17378319275226492,
"avg_interaction_input_object_jaccard": 0.5333333333333333,
"avg_interaction_output_object_jaccard": 0.5333333333333333,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 5,
"num_unmatched_pred_interactions": 16,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 21,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 21,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 21,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 21,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 17,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.19047619047619047,
"0.5": 0.09523809523809523,
"0.75": 0.09523809523809523,
"1.0": 0.09523809523809523
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.32,
"0.5": 0.17391304347826084,
"0.75": 0.17391304347826084,
"1.0": 0.17391304347826084
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 17,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 19,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.19047619047619047,
"0.5": 0.09523809523809523,
"0.75": 0.09523809523809523,
"1.0": 0.09523809523809523
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.32,
"0.5": 0.17391304347826084,
"0.75": 0.17391304347826084,
"1.0": 0.17391304347826084
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 10,
"avg_interaction_input_object_jaccard": 10,
"avg_interaction_output_object_jaccard": 10,
"avg_interaction_type_exact_match_acc": 10
},
"contact": {
"avg_interaction_temporal_span_giou": 5,
"avg_interaction_input_object_jaccard": 5,
"avg_interaction_output_object_jaccard": 5,
"avg_interaction_type_exact_match_acc": 5
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}