STRIVE · 08/28/2026
Dyn generalization · val_120 · super_clevr_1045
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 12 228 1 19 228 2 24 229 3 31 230 4 40 231 5 51 233 6 57 234 7 13 233 8 16 232 9 24 235 10 33 239 11 41 242 12 49 245 13 57 249 14 66 254 15 74 258 16 83 264 17 91 269 18 101 275 19 109 280 20 118 286 21 127 294 22 137 301 23 146 308 24 155 316 25 165 324 26 174 332 27 184 342 28 194 351 29 204 360 30 214 371 31 224 381 32 234 392 33 244 402 34 255 414 35 266 426 36 276 439 37 287 451 38 298 464 39 309 476 40 320 491 41 331 504 42 343 519 43 354 533 44 365 549 45 376 564 46 388 580 47 399 596 48 410 610 49 418 619 50 424 624 51 432 628 52 528 618 53 581 585 54 503 620 55 512 618 56 522 615 57 531 613 58 541 611 59 594 607 60 602 608 61 609 610 62 617 610 63 626 609 64 634 609 65 643 609 66 653 606 67 662 606 68 671 606 69 680 607 70 689 607 71 699 608 72 708 608 73 716 609 74 724 609 75 733 610 76 741 613 77 749 614 78 758 615 79 766 617 80 780 618 81 789 620 82 798 622 83 808 619 84 804 627 85 805 629 86 827 604 87 833 605 88 840 605 89 850 599 90 853 603 91 856 608 92 852 623 93 856 620 94 868 606 95 872 603 96 876 599 97 880 596 98 884 592 99 888 589 100 894 584 101 898 582 102 903 579 103 908 578 104 912 576 105 918 575 106 923 574 107 929 573 108 934 573 109 940 573 110 945 574 111 950 577 112 954 580 113 959 580 114 962 579 115 964 577 116 967 576 117 970 575 119 973 576 [OBJ] 1 \"yellow scooter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 284 909 [OBJ] 2 \"yellow double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 455 709 2 451 709 3 454 709 5 451 709 13 447 710 18 562 696 19 444 711 21 441 711 23 437 711 24 555 697 25 435 713 27 433 713 28 551 698 29 430 714 31 426 714 33 424 715 34 420 715 36 423 715 37 419 716 38 417 717 42 413 718 45 411 718 49 407 720 50 404 720 51 408 720 52 406 721 54 403 722 56 405 723 57 408 723 58 404 724 59 405 725 63 406 727 64 405 728 67 403 729 68 468 718 69 403 730 70 420 724 71 423 724 72 429 724 73 435 724 74 401 732 75 447 724 76 451 724 77 457 724 78 478 723 79 468 724 80 474 724 81 480 724 82 486 724 83 421 729 84 426 729 85 430 729 86 436 729 87 441 729 88 447 729 89 452 729 90 458 729 91 463 729 92 469 729 93 476 729 94 482 729 95 466 730 96 472 730 97 478 730 98 484 730 99 466 731 100 472 731 101 478 731 102 485 731 103 463 732 104 439 734 105 445 734 106 451 734 107 457 734 108 463 734 109 470 734 110 476 734 111 484 734 112 491 734 113 459 735 114 466 735 115 473 735 116 479 735 117 486 735 118 493 735 119 454 736 [OBJ] 3 \"purple utility\" 0 120 [VIS] 0 true 1 false 26 true 105 false [IN-FRAME] 0 true 105 false [PX] 0 519 635 1 null null 26 362 731 27 358 743 28 357 716 29 355 713 30 348 714 31 351 708 33 346 709 34 343 714 35 333 711 36 329 714 37 323 713 38 316 714 39 309 716 40 334 734 41 299 718 42 294 718 43 287 719 44 330 685 45 323 686 46 269 722 47 312 688 48 258 724 49 301 689 50 294 690 51 290 690 52 283 691 53 276 692 54 272 692 55 266 693 56 210 731 57 255 694 58 198 733 59 244 695 60 237 696 61 181 736 62 226 697 63 169 739 64 199 744 65 208 699 66 149 741 67 194 701 68 191 701 69 183 702 70 176 703 71 173 703 72 152 749 73 146 750 74 104 748 75 133 752 76 142 707 77 136 708 78 80 752 79 126 710 80 119 711 81 113 713 82 107 713 83 85 761 84 98 715 85 91 716 86 85 717 87 80 718 88 72 720 89 66 721 90 62 723 91 56 724 92 51 726 93 45 727 94 39 729 95 33 731 96 29 733 97 22 736 98 17 741 99 11 744 100 7 748 101 5 749 102 3 756 103 1 757 104 3 758 105 null null [OBJ] 4 \"green double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 873 723 8 870 723 12 868 723 15 866 723 17 863 723 19 861 723 20 858 722 22 856 722 24 853 722 26 849 722 28 846 722 29 740 715 30 842 722 32 738 715 33 837 722 34 834 722 36 830 722 37 828 722 38 826 722 40 822 722 42 819 722 43 816 722 45 709 715 46 705 715 47 808 721 49 805 721 51 803 721 54 801 721 56 798 720 58 795 720 59 631 725 62 630 727 64 627 729 65 630 730 68 626 732 69 630 732 70 626 733 71 630 734 73 625 734 76 622 734 77 623 735 79 626 736 80 625 738 82 623 739 84 630 739 85 624 741 87 628 742 88 623 743 90 625 746 92 623 747 94 625 749 96 627 752 97 630 752 99 632 754 100 629 756 102 630 759 104 630 761 105 633 763 106 814 759 107 815 761 109 633 771 111 819 770 113 820 772 115 821 774 116 824 776 119 825 779 [OBJS-END] [INTERACTIONS-START] [INTERACT] 15 \"contact\" 0 109 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 14 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"collision\" 27 27 [IN] 2 3 [OUT] 2 3 [INTERACT] 9 \"collision\" 39 39 [IN] 2 4 [OUT] 2 4 [INTERACT] 0 \"collision\" 48 48 [IN] 0 2 [OUT] 0 2 [INTERACT] 10 \"collision\" 49 49 [IN] 2 4 [OUT] 2 4 [INTERACT] 1 \"contact\" 49 60 [IN] 0 2 [OUT] 0 2 [INTERACT] 11 \"collision\" 59 59 [IN] 2 4 [OUT] 2 4 [INTERACT] 12 \"collision\" 61 61 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"collision\" 73 74 [IN] 0 4 [OUT] 0 4 [INTERACT] 13 \"collision\" 74 74 [IN] 2 4 [OUT] 2 4 [INTERACT] 5 \"collision\" 83 83 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 6 \"collision\" 93 93 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"collision\" 113 113 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"collision\" 118 118 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/val_full/super_clevr_1045/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"pink and purple soccer cleat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 1 759 11 5 771 18 9 779 23 13 787 [OBJ] 1 \"pink and aqua snake print leather ballet flat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 1 833 15 5 841 [OBJ] 2 \"pink and purple soccer cleat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 21 228 1 29 232 3 25 240 4 21 248 6 25 255 8 29 263 9 115 275 10 119 283 11 130 291 12 142 298 13 154 310 14 166 326 15 177 341 16 189 365 17 197 392 18 208 419 19 220 455 20 322 494 21 330 521 22 337 544 23 345 572 24 353 599 25 361 619 26 365 634 27 373 646 28 376 658 29 384 666 30 388 673 31 392 681 32 396 689 33 400 697 34 404 705 36 412 712 37 416 720 39 419 728 40 423 736 41 431 744 42 435 751 43 439 759 44 443 767 45 447 775 46 451 783 47 455 791 48 462 798 50 470 810 52 478 818 53 482 826 55 490 833 57 498 841 59 505 849 61 513 857 63 521 861 65 529 869 67 537 873 69 544 876 71 552 880 73 560 884 76 572 888 79 580 892 81 587 896 84 595 900 87 603 904 90 611 908 93 619 912 96 626 916 99 634 919 102 642 923 105 650 927 108 658 931 111 666 935 114 673 939 117 681 943 119 689 947 [OBJ] 3 \"dark grey plastic rhinoceros figurine\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 380 658 11 373 662 13 365 666 16 357 669 17 349 673 18 345 662 19 341 673 20 341 662 21 337 677 22 337 666 23 333 681 [OBJ] 4 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 384 720 1 376 724 14 365 724 18 357 728 21 353 736 23 345 744 [OBJ] 5 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 384 732 1 380 740 4 380 728 5 376 736 12 369 740 13 365 748 15 361 759 16 361 732 18 357 740 20 353 748 22 349 755 [OBJ] 6 \"yellow cardboard ink cartridge box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 396 708 12 384 708 15 376 712 22 369 716 [OBJ] 7 \"yellow cardboard ink cartridge box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 396 724 11 388 728 12 380 732 21 369 732 23 361 736 [OBJ] 8 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 400 701 12 392 705 14 384 708 22 376 712 [OBJ] 9 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 400 712 13 392 716 20 384 720 [OBJ] 10 \"yellow cardboard ink cartridge box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 416 697 11 408 701 17 400 705 23 392 708 [OBJ] 11 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 416 720 3 408 724 11 400 728 16 392 732 22 384 736 [OBJ] 12 \"dark red cardboard supplement box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 431 689 3 423 693 10 416 697 15 408 701 20 400 705 23 392 708 [OBJ] 13 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 517 685 2 529 685 4 513 689 6 501 689 8 513 689 10 501 693 13 513 693 15 501 697 18 490 697 20 478 697 22 466 697 23 478 697 [OBJ] 14 \"yellow cardboard Raisinets box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 548 673 5 541 677 12 533 681 17 525 685 23 517 689 [OBJ] 15 \"pink and purple wooden toy castle\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 595 669 4 599 677 6 591 673 11 583 669 14 580 662 15 572 658 17 564 654 18 556 650 20 544 642 21 537 638 22 529 634 23 521 630 [OBJ] 16 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true 2 false 17 true 18 false 20 true 23 false [IN-FRAME] 0 true [PX] 0 642 654 2 null null 17 623 646 18 null null 20 611 646 23 null null [OBJ] 17 \"green wooden toy train\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 650 662 4 642 658 8 634 654 14 626 650 20 619 646 23 611 642 [OBJ] 18 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 650 677 2 654 666 11 650 658 14 642 654 16 634 650 18 626 646 20 619 642 22 611 638 23 603 634 [OBJ] 19 \"green wooden toy train\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 658 650 5 650 646 12 642 638 16 634 634 21 626 630 23 619 626 [OBJ] 20 \"yellow hoodie dollhouse boy\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 685 666 1 681 658 6 673 654 12 666 646 17 658 642 22 650 634 [OBJ] 21 \"red plastic hair straightener\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 716 646 3 708 642 8 705 634 13 697 630 17 689 626 21 681 619 22 673 615 [OBJ] 22 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 720 654 1 720 642 6 716 634 11 712 626 15 705 623 19 697 615 22 689 611 23 681 607 [OBJ] 23 \"green and yellow running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 736 638 3 732 630 8 724 626 12 716 619 15 708 615 19 701 607 23 693 603 [OBJ] 24 \"pink and purple wooden toy castle\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 810 658 2 810 646 5 810 634 9 806 626 13 802 619 17 798 611 20 791 603 23 783 599 [OBJ] 25 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 830 650 2 830 638 5 830 626 8 826 619 11 822 611 15 818 603 19 810 595 22 806 587 [OBJ] 26 \"green and yellow running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 833 646 1 833 669 2 833 658 4 833 646 5 830 673 6 830 662 8 830 650 10 826 673 11 826 662 13 826 650 15 822 673 16 822 662 18 822 650 20 818 669 21 818 658 23 818 646 [OBJ] 27 \"pink and purple wooden toy castle\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 861 662 3 861 650 6 861 638 9 857 630 12 857 619 15 853 611 18 849 603 21 845 595 23 841 587 [OBJ] 28 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 978 673 3 978 662 6 978 646 9 978 634 12 978 623 15 978 611 18 978 599 21 978 587 23 978 576 [OBJ] 29 \"dark grey and pink running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 994 681 2 994 669 4 994 658 7 994 646 9 994 630 12 994 615 15 994 599 17 994 587 19 994 576 20 990 583 22 990 568 23 990 556 [OBJS-END] [INTERACTIONS-START] [INTERACT] 27 \"contact\" 0 2 [IN] 3 4 [OUT] 3 4 [INTERACT] 18 \"contact\" 0 2 [IN] 17 20 [OUT] 17 20 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 26 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 38 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 42 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 43 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 44 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 45 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 46 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 27 65535 [OUT] 27 65535 [INTERACT] 25 \"contact\" 0 23 [IN] 28 65535 [OUT] 28 65535 [INTERACT] 28 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 36 \"contact\" 0 23 [IN] 30 65535 [OUT] 30 65535 [INTERACT] 37 \"contact\" 0 23 [IN] 31 65535 [OUT] 31 65535 [INTERACT] 39 \"collision\" 2 2 [IN] 5 11 [OUT] 5 11 [INTERACT] 35 \"collision\" 2 2 [IN] 30 21 [OUT] 30 21 [INTERACT] 40 \"contact\" 3 4 [IN] 5 11 [OUT] 5 11 [INTERACT] 29 \"collision\" 4 4 [IN] 3 7 [OUT] 3 7 [INTERACT] 30 \"contact\" 5 6 [IN] 3 7 [OUT] 3 7 [INTERACT] 19 \"collision\" 6 6 [IN] 17 20 [OUT] 17 20 [INTERACT] 20 \"collision\" 8 8 [IN] 17 20 [OUT] 17 20 [INTERACT] 31 \"collision\" 8 9 [IN] 3 7 [OUT] 3 7 [INTERACT] 21 \"contact\" 9 23 [IN] 17 20 [OUT] 17 20 [INTERACT] 32 \"collision\" 12 12 [IN] 3 9 [OUT] 3 9 [INTERACT] 8 \"collision\" 12 12 [IN] 16 20 [OUT] 16 20 [INTERACT] 9 \"contact\" 13 23 [IN] 16 20 [OUT] 16 20 [INTERACT] 33 \"collision\" 14 14 [IN] 3 9 [OUT] 3 9 [INTERACT] 34 \"contact\" 15 17 [IN] 3 9 [OUT] 3 9 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 12 228 1 19 228 2 24 229 3 31 230 4 40 231 5 51 233 6 57 234 7 13 233 8 16 232 9 24 235 10 33 239 11 41 242 12 49 245 13 57 249 14 66 254 15 74 258 16 83 264 17 91 269 18 101 275 19 109 280 20 118 286 21 127 294 22 137 301 23 146 308 24 155 316 25 165 324 26 174 332 27 184 342 28 194 351 29 204 360 30 214 371 31 224 381 32 234 392 33 244 402 34 255 414 35 266 426 36 276 439 37 287 451 38 298 464 39 309 476 40 320 491 41 331 504 42 343 519 43 354 533 44 365 549 45 376 564 46 388 580 47 399 596 48 410 610 49 418 619 50 424 624 51 432 628 52 528 618 53 581 585 54 503 620 55 512 618 56 522 615 57 531 613 58 541 611 59 594 607 60 602 608 61 609 610 62 617 610 63 626 609 64 634 609 65 643 609 66 653 606 67 662 606 68 671 606 69 680 607 70 689 607 71 699 608 72 708 608 73 716 609 74 724 609 75 733 610 76 741 613 77 749 614 78 758 615 79 766 617 80 780 618 81 789 620 82 798 622 83 808 619 84 804 627 85 805 629 86 827 604 87 833 605 88 840 605 89 850 599 90 853 603 91 856 608 92 852 623 93 856 620 94 868 606 95 872 603 96 876 599 97 880 596 98 884 592 99 888 589 100 894 584 101 898 582 102 903 579 103 908 578 104 912 576 105 918 575 106 923 574 107 929 573 108 934 573 109 940 573 110 945 574 111 950 577 112 954 580 113 959 580 114 962 579 115 964 577 116 967 576 117 970 575 119 973 576 [OBJ] 1 \"yellow scooter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 284 909 [OBJ] 2 \"yellow double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 455 709 2 451 709 3 454 709 5 451 709 13 447 710 18 562 696 19 444 711 21 441 711 23 437 711 24 555 697 25 435 713 27 433 713 28 551 698 29 430 714 31 426 714 33 424 715 34 420 715 36 423 715 37 419 716 38 417 717 42 413 718 45 411 718 49 407 720 50 404 720 51 408 720 52 406 721 54 403 722 56 405 723 57 408 723 58 404 724 59 405 725 63 406 727 64 405 728 67 403 729 68 468 718 69 403 730 70 420 724 71 423 724 72 429 724 73 435 724 74 401 732 75 447 724 76 451 724 77 457 724 78 478 723 79 468 724 80 474 724 81 480 724 82 486 724 83 421 729 84 426 729 85 430 729 86 436 729 87 441 729 88 447 729 89 452 729 90 458 729 91 463 729 92 469 729 93 476 729 94 482 729 95 466 730 96 472 730 97 478 730 98 484 730 99 466 731 100 472 731 101 478 731 102 485 731 103 463 732 104 439 734 105 445 734 106 451 734 107 457 734 108 463 734 109 470 734 110 476 734 111 484 734 112 491 734 113 459 735 114 466 735 115 473 735 116 479 735 117 486 735 118 493 735 119 454 736 [OBJ] 3 \"purple utility\" 0 120 [VIS] 0 true 1 false 26 true 105 false [IN-FRAME] 0 true 105 false [PX] 0 519 635 1 null null 26 362 731 27 358 743 28 357 716 29 355 713 30 348 714 31 351 708 33 346 709 34 343 714 35 333 711 36 329 714 37 323 713 38 316 714 39 309 716 40 334 734 41 299 718 42 294 718 43 287 719 44 330 685 45 323 686 46 269 722 47 312 688 48 258 724 49 301 689 50 294 690 51 290 690 52 283 691 53 276 692 54 272 692 55 266 693 56 210 731 57 255 694 58 198 733 59 244 695 60 237 696 61 181 736 62 226 697 63 169 739 64 199 744 65 208 699 66 149 741 67 194 701 68 191 701 69 183 702 70 176 703 71 173 703 72 152 749 73 146 750 74 104 748 75 133 752 76 142 707 77 136 708 78 80 752 79 126 710 80 119 711 81 113 713 82 107 713 83 85 761 84 98 715 85 91 716 86 85 717 87 80 718 88 72 720 89 66 721 90 62 723 91 56 724 92 51 726 93 45 727 94 39 729 95 33 731 96 29 733 97 22 736 98 17 741 99 11 744 100 7 748 101 5 749 102 3 756 103 1 757 104 3 758 105 null null [OBJ] 4 \"green double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 873 723 8 870 723 12 868 723 15 866 723 17 863 723 19 861 723 20 858 722 22 856 722 24 853 722 26 849 722 28 846 722 29 740 715 30 842 722 32 738 715 33 837 722 34 834 722 36 830 722 37 828 722 38 826 722 40 822 722 42 819 722 43 816 722 45 709 715 46 705 715 47 808 721 49 805 721 51 803 721 54 801 721 56 798 720 58 795 720 59 631 725 62 630 727 64 627 729 65 630 730 68 626 732 69 630 732 70 626 733 71 630 734 73 625 734 76 622 734 77 623 735 79 626 736 80 625 738 82 623 739 84 630 739 85 624 741 87 628 742 88 623 743 90 625 746 92 623 747 94 625 749 96 627 752 97 630 752 99 632 754 100 629 756 102 630 759 104 630 761 105 633 763 106 814 759 107 815 761 109 633 771 111 819 770 113 820 772 115 821 774 116 824 776 119 825 779 [OBJS-END] [INTERACTIONS-START] [INTERACT] 15 \"contact\" 0 109 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 14 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"collision\" 27 27 [IN] 2 3 [OUT] 2 3 [INTERACT] 9 \"collision\" 39 39 [IN] 2 4 [OUT] 2 4 [INTERACT] 0 \"collision\" 48 48 [IN] 0 2 [OUT] 0 2 [INTERACT] 10 \"collision\" 49 49 [IN] 2 4 [OUT] 2 4 [INTERACT] 1 \"contact\" 49 60 [IN] 0 2 [OUT] 0 2 [INTERACT] 11 \"collision\" 59 59 [IN] 2 4 [OUT] 2 4 [INTERACT] 12 \"collision\" 61 61 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"collision\" 73 74 [IN] 0 4 [OUT] 0 4 [INTERACT] 13 \"collision\" 74 74 [IN] 2 4 [OUT] 2 4 [INTERACT] 5 \"collision\" 83 83 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 6 \"collision\" 93 93 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"collision\" 113 113 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"collision\" 118 118 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "pink and purple soccer cleat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 759
},
{
"t": 11,
"x": 5,
"y": 771
},
{
"t": 18,
"x": 9,
"y": 779
},
{
"t": 23,
"x": 13,
"y": 787
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "pink and aqua snake print leather ballet flat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 833
},
{
"t": 15,
"x": 5,
"y": 841
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "pink and purple soccer cleat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 21,
"y": 228
},
{
"t": 1,
"x": 29,
"y": 232
},
{
"t": 3,
"x": 25,
"y": 240
},
{
"t": 4,
"x": 21,
"y": 248
},
{
"t": 6,
"x": 25,
"y": 255
},
{
"t": 8,
"x": 29,
"y": 263
},
{
"t": 9,
"x": 115,
"y": 275
},
{
"t": 10,
"x": 119,
"y": 283
},
{
"t": 11,
"x": 130,
"y": 291
},
{
"t": 12,
"x": 142,
"y": 298
},
{
"t": 13,
"x": 154,
"y": 310
},
{
"t": 14,
"x": 166,
"y": 326
},
{
"t": 15,
"x": 177,
"y": 341
},
{
"t": 16,
"x": 189,
"y": 365
},
{
"t": 17,
"x": 197,
"y": 392
},
{
"t": 18,
"x": 208,
"y": 419
},
{
"t": 19,
"x": 220,
"y": 455
},
{
"t": 20,
"x": 322,
"y": 494
},
{
"t": 21,
"x": 330,
"y": 521
},
{
"t": 22,
"x": 337,
"y": 544
},
{
"t": 23,
"x": 345,
"y": 572
},
{
"t": 24,
"x": 353,
"y": 599
},
{
"t": 25,
"x": 361,
"y": 619
},
{
"t": 26,
"x": 365,
"y": 634
},
{
"t": 27,
"x": 373,
"y": 646
},
{
"t": 28,
"x": 376,
"y": 658
},
{
"t": 29,
"x": 384,
"y": 666
},
{
"t": 30,
"x": 388,
"y": 673
},
{
"t": 31,
"x": 392,
"y": 681
},
{
"t": 32,
"x": 396,
"y": 689
},
{
"t": 33,
"x": 400,
"y": 697
},
{
"t": 34,
"x": 404,
"y": 705
},
{
"t": 36,
"x": 412,
"y": 712
},
{
"t": 37,
"x": 416,
"y": 720
},
{
"t": 39,
"x": 419,
"y": 728
},
{
"t": 40,
"x": 423,
"y": 736
},
{
"t": 41,
"x": 431,
"y": 744
},
{
"t": 42,
"x": 435,
"y": 751
},
{
"t": 43,
"x": 439,
"y": 759
},
{
"t": 44,
"x": 443,
"y": 767
},
{
"t": 45,
"x": 447,
"y": 775
},
{
"t": 46,
"x": 451,
"y": 783
},
{
"t": 47,
"x": 455,
"y": 791
},
{
"t": 48,
"x": 462,
"y": 798
},
{
"t": 50,
"x": 470,
"y": 810
},
{
"t": 52,
"x": 478,
"y": 818
},
{
"t": 53,
"x": 482,
"y": 826
},
{
"t": 55,
"x": 490,
"y": 833
},
{
"t": 57,
"x": 498,
"y": 841
},
{
"t": 59,
"x": 505,
"y": 849
},
{
"t": 61,
"x": 513,
"y": 857
},
{
"t": 63,
"x": 521,
"y": 861
},
{
"t": 65,
"x": 529,
"y": 869
},
{
"t": 67,
"x": 537,
"y": 873
},
{
"t": 69,
"x": 544,
"y": 876
},
{
"t": 71,
"x": 552,
"y": 880
},
{
"t": 73,
"x": 560,
"y": 884
},
{
"t": 76,
"x": 572,
"y": 888
},
{
"t": 79,
"x": 580,
"y": 892
},
{
"t": 81,
"x": 587,
"y": 896
},
{
"t": 84,
"x": 595,
"y": 900
},
{
"t": 87,
"x": 603,
"y": 904
},
{
"t": 90,
"x": 611,
"y": 908
},
{
"t": 93,
"x": 619,
"y": 912
},
{
"t": 96,
"x": 626,
"y": 916
},
{
"t": 99,
"x": 634,
"y": 919
},
{
"t": 102,
"x": 642,
"y": 923
},
{
"t": 105,
"x": 650,
"y": 927
},
{
"t": 108,
"x": 658,
"y": 931
},
{
"t": 111,
"x": 666,
"y": 935
},
{
"t": 114,
"x": 673,
"y": 939
},
{
"t": 117,
"x": 681,
"y": 943
},
{
"t": 119,
"x": 689,
"y": 947
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "dark grey plastic rhinoceros figurine",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 380,
"y": 658
},
{
"t": 11,
"x": 373,
"y": 662
},
{
"t": 13,
"x": 365,
"y": 666
},
{
"t": 16,
"x": 357,
"y": 669
},
{
"t": 17,
"x": 349,
"y": 673
},
{
"t": 18,
"x": 345,
"y": 662
},
{
"t": 19,
"x": 341,
"y": 673
},
{
"t": 20,
"x": 341,
"y": 662
},
{
"t": 21,
"x": 337,
"y": 677
},
{
"t": 22,
"x": 337,
"y": 666
},
{
"t": 23,
"x": 333,
"y": 681
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 384,
"y": 720
},
{
"t": 1,
"x": 376,
"y": 724
},
{
"t": 14,
"x": 365,
"y": 724
},
{
"t": 18,
"x": 357,
"y": 728
},
{
"t": 21,
"x": 353,
"y": 736
},
{
"t": 23,
"x": 345,
"y": 744
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 384,
"y": 732
},
{
"t": 1,
"x": 380,
"y": 740
},
{
"t": 4,
"x": 380,
"y": 728
},
{
"t": 5,
"x": 376,
"y": 736
},
{
"t": 12,
"x": 369,
"y": 740
},
{
"t": 13,
"x": 365,
"y": 748
},
{
"t": 15,
"x": 361,
"y": 759
},
{
"t": 16,
"x": 361,
"y": 732
},
{
"t": 18,
"x": 357,
"y": 740
},
{
"t": 20,
"x": 353,
"y": 748
},
{
"t": 22,
"x": 349,
"y": 755
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "yellow cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 396,
"y": 708
},
{
"t": 12,
"x": 384,
"y": 708
},
{
"t": 15,
"x": 376,
"y": 712
},
{
"t": 22,
"x": 369,
"y": 716
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "yellow cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 396,
"y": 724
},
{
"t": 11,
"x": 388,
"y": 728
},
{
"t": 12,
"x": 380,
"y": 732
},
{
"t": 21,
"x": 369,
"y": 732
},
{
"t": 23,
"x": 361,
"y": 736
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 400,
"y": 701
},
{
"t": 12,
"x": 392,
"y": 705
},
{
"t": 14,
"x": 384,
"y": 708
},
{
"t": 22,
"x": 376,
"y": 712
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 400,
"y": 712
},
{
"t": 13,
"x": 392,
"y": 716
},
{
"t": 20,
"x": 384,
"y": 720
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "yellow cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 416,
"y": 697
},
{
"t": 11,
"x": 408,
"y": 701
},
{
"t": 17,
"x": 400,
"y": 705
},
{
"t": 23,
"x": 392,
"y": 708
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 416,
"y": 720
},
{
"t": 3,
"x": 408,
"y": 724
},
{
"t": 11,
"x": 400,
"y": 728
},
{
"t": 16,
"x": 392,
"y": 732
},
{
"t": 22,
"x": 384,
"y": 736
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "dark red cardboard supplement box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 431,
"y": 689
},
{
"t": 3,
"x": 423,
"y": 693
},
{
"t": 10,
"x": 416,
"y": 697
},
{
"t": 15,
"x": 408,
"y": 701
},
{
"t": 20,
"x": 400,
"y": 705
},
{
"t": 23,
"x": 392,
"y": 708
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 517,
"y": 685
},
{
"t": 2,
"x": 529,
"y": 685
},
{
"t": 4,
"x": 513,
"y": 689
},
{
"t": 6,
"x": 501,
"y": 689
},
{
"t": 8,
"x": 513,
"y": 689
},
{
"t": 10,
"x": 501,
"y": 693
},
{
"t": 13,
"x": 513,
"y": 693
},
{
"t": 15,
"x": 501,
"y": 697
},
{
"t": 18,
"x": 490,
"y": 697
},
{
"t": 20,
"x": 478,
"y": 697
},
{
"t": 22,
"x": 466,
"y": 697
},
{
"t": 23,
"x": 478,
"y": 697
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "yellow cardboard Raisinets box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 548,
"y": 673
},
{
"t": 5,
"x": 541,
"y": 677
},
{
"t": 12,
"x": 533,
"y": 681
},
{
"t": 17,
"x": 525,
"y": 685
},
{
"t": 23,
"x": 517,
"y": 689
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "pink and purple wooden toy castle",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 595,
"y": 669
},
{
"t": 4,
"x": 599,
"y": 677
},
{
"t": 6,
"x": 591,
"y": 673
},
{
"t": 11,
"x": 583,
"y": 669
},
{
"t": 14,
"x": 580,
"y": 662
},
{
"t": 15,
"x": 572,
"y": 658
},
{
"t": 17,
"x": 564,
"y": 654
},
{
"t": 18,
"x": 556,
"y": 650
},
{
"t": 20,
"x": 544,
"y": 642
},
{
"t": 21,
"x": 537,
"y": 638
},
{
"t": 22,
"x": 529,
"y": 634
},
{
"t": 23,
"x": 521,
"y": 630
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "purple and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 17,
"v": true
},
{
"t": 18,
"v": false
},
{
"t": 20,
"v": true
},
{
"t": 23,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 642,
"y": 654
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 17,
"x": 623,
"y": 646
},
{
"t": 18,
"x": null,
"y": null
},
{
"t": 20,
"x": 611,
"y": 646
},
{
"t": 23,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 650,
"y": 662
},
{
"t": 4,
"x": 642,
"y": 658
},
{
"t": 8,
"x": 634,
"y": 654
},
{
"t": 14,
"x": 626,
"y": 650
},
{
"t": 20,
"x": 619,
"y": 646
},
{
"t": 23,
"x": 611,
"y": 642
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "purple and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 650,
"y": 677
},
{
"t": 2,
"x": 654,
"y": 666
},
{
"t": 11,
"x": 650,
"y": 658
},
{
"t": 14,
"x": 642,
"y": 654
},
{
"t": 16,
"x": 634,
"y": 650
},
{
"t": 18,
"x": 626,
"y": 646
},
{
"t": 20,
"x": 619,
"y": 642
},
{
"t": 22,
"x": 611,
"y": 638
},
{
"t": 23,
"x": 603,
"y": 634
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 658,
"y": 650
},
{
"t": 5,
"x": 650,
"y": 646
},
{
"t": 12,
"x": 642,
"y": 638
},
{
"t": 16,
"x": 634,
"y": 634
},
{
"t": 21,
"x": 626,
"y": 630
},
{
"t": 23,
"x": 619,
"y": 626
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "yellow hoodie dollhouse boy",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 685,
"y": 666
},
{
"t": 1,
"x": 681,
"y": 658
},
{
"t": 6,
"x": 673,
"y": 654
},
{
"t": 12,
"x": 666,
"y": 646
},
{
"t": 17,
"x": 658,
"y": 642
},
{
"t": 22,
"x": 650,
"y": 634
}
],
"birth": 0,
"death": 24
},
{
"id": 21,
"type": "red plastic hair straightener",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 716,
"y": 646
},
{
"t": 3,
"x": 708,
"y": 642
},
{
"t": 8,
"x": 705,
"y": 634
},
{
"t": 13,
"x": 697,
"y": 630
},
{
"t": 17,
"x": 689,
"y": 626
},
{
"t": 21,
"x": 681,
"y": 619
},
{
"t": 22,
"x": 673,
"y": 615
}
],
"birth": 0,
"death": 24
},
{
"id": 22,
"type": "purple and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 720,
"y": 654
},
{
"t": 1,
"x": 720,
"y": 642
},
{
"t": 6,
"x": 716,
"y": 634
},
{
"t": 11,
"x": 712,
"y": 626
},
{
"t": 15,
"x": 705,
"y": 623
},
{
"t": 19,
"x": 697,
"y": 615
},
{
"t": 22,
"x": 689,
"y": 611
},
{
"t": 23,
"x": 681,
"y": 607
}
],
"birth": 0,
"death": 24
},
{
"id": 23,
"type": "green and yellow running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 736,
"y": 638
},
{
"t": 3,
"x": 732,
"y": 630
},
{
"t": 8,
"x": 724,
"y": 626
},
{
"t": 12,
"x": 716,
"y": 619
},
{
"t": 15,
"x": 708,
"y": 615
},
{
"t": 19,
"x": 701,
"y": 607
},
{
"t": 23,
"x": 693,
"y": 603
}
],
"birth": 0,
"death": 24
},
{
"id": 24,
"type": "pink and purple wooden toy castle",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 810,
"y": 658
},
{
"t": 2,
"x": 810,
"y": 646
},
{
"t": 5,
"x": 810,
"y": 634
},
{
"t": 9,
"x": 806,
"y": 626
},
{
"t": 13,
"x": 802,
"y": 619
},
{
"t": 17,
"x": 798,
"y": 611
},
{
"t": 20,
"x": 791,
"y": 603
},
{
"t": 23,
"x": 783,
"y": 599
}
],
"birth": 0,
"death": 24
},
{
"id": 25,
"type": "purple and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 830,
"y": 650
},
{
"t": 2,
"x": 830,
"y": 638
},
{
"t": 5,
"x": 830,
"y": 626
},
{
"t": 8,
"x": 826,
"y": 619
},
{
"t": 11,
"x": 822,
"y": 611
},
{
"t": 15,
"x": 818,
"y": 603
},
{
"t": 19,
"x": 810,
"y": 595
},
{
"t": 22,
"x": 806,
"y": 587
}
],
"birth": 0,
"death": 24
},
{
"id": 26,
"type": "green and yellow running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 833,
"y": 646
},
{
"t": 1,
"x": 833,
"y": 669
},
{
"t": 2,
"x": 833,
"y": 658
},
{
"t": 4,
"x": 833,
"y": 646
},
{
"t": 5,
"x": 830,
"y": 673
},
{
"t": 6,
"x": 830,
"y": 662
},
{
"t": 8,
"x": 830,
"y": 650
},
{
"t": 10,
"x": 826,
"y": 673
},
{
"t": 11,
"x": 826,
"y": 662
},
{
"t": 13,
"x": 826,
"y": 650
},
{
"t": 15,
"x": 822,
"y": 673
},
{
"t": 16,
"x": 822,
"y": 662
},
{
"t": 18,
"x": 822,
"y": 650
},
{
"t": 20,
"x": 818,
"y": 669
},
{
"t": 21,
"x": 818,
"y": 658
},
{
"t": 23,
"x": 818,
"y": 646
}
],
"birth": 0,
"death": 24
},
{
"id": 27,
"type": "pink and purple wooden toy castle",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 861,
"y": 662
},
{
"t": 3,
"x": 861,
"y": 650
},
{
"t": 6,
"x": 861,
"y": 638
},
{
"t": 9,
"x": 857,
"y": 630
},
{
"t": 12,
"x": 857,
"y": 619
},
{
"t": 15,
"x": 853,
"y": 611
},
{
"t": 18,
"x": 849,
"y": 603
},
{
"t": 21,
"x": 845,
"y": 595
},
{
"t": 23,
"x": 841,
"y": 587
}
],
"birth": 0,
"death": 24
},
{
"id": 28,
"type": "purple and white high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 978,
"y": 673
},
{
"t": 3,
"x": 978,
"y": 662
},
{
"t": 6,
"x": 978,
"y": 646
},
{
"t": 9,
"x": 978,
"y": 634
},
{
"t": 12,
"x": 978,
"y": 623
},
{
"t": 15,
"x": 978,
"y": 611
},
{
"t": 18,
"x": 978,
"y": 599
},
{
"t": 21,
"x": 978,
"y": 587
},
{
"t": 23,
"x": 978,
"y": 576
}
],
"birth": 0,
"death": 24
},
{
"id": 29,
"type": "dark grey and pink running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 994,
"y": 681
},
{
"t": 2,
"x": 994,
"y": 669
},
{
"t": 4,
"x": 994,
"y": 658
},
{
"t": 7,
"x": 994,
"y": 646
},
{
"t": 9,
"x": 994,
"y": 630
},
{
"t": 12,
"x": 994,
"y": 615
},
{
"t": 15,
"x": 994,
"y": 599
},
{
"t": 17,
"x": 994,
"y": 587
},
{
"t": 19,
"x": 994,
"y": 576
},
{
"t": 20,
"x": 990,
"y": 583
},
{
"t": 22,
"x": 990,
"y": 568
},
{
"t": 23,
"x": 990,
"y": 556
}
],
"birth": 0,
"death": 24
}
],
"interactions": [
{
"id": 27,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 18,
"inputs": [
17,
20
],
"outputs": [
17,
20
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 26,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 38,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 42,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 43,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 44,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 45,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 46,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
21,
65535
],
"outputs": [
21,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
22,
65535
],
"outputs": [
22,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
23,
65535
],
"outputs": [
23,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
26,
65535
],
"outputs": [
26,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 24,
"inputs": [
27,
65535
],
"outputs": [
27,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 25,
"inputs": [
28,
65535
],
"outputs": [
28,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 36,
"inputs": [
30,
65535
],
"outputs": [
30,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 37,
"inputs": [
31,
65535
],
"outputs": [
31,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 39,
"inputs": [
5,
11
],
"outputs": [
5,
11
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 35,
"inputs": [
30,
21
],
"outputs": [
30,
21
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 40,
"inputs": [
5,
11
],
"outputs": [
5,
11
],
"begins_at": 3,
"ends_at": 4,
"type": "contact"
},
{
"id": 29,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 30,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 5,
"ends_at": 6,
"type": "contact"
},
{
"id": 19,
"inputs": [
17,
20
],
"outputs": [
17,
20
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 20,
"inputs": [
17,
20
],
"outputs": [
17,
20
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 31,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 8,
"ends_at": 9,
"type": "collision"
},
{
"id": 21,
"inputs": [
17,
20
],
"outputs": [
17,
20
],
"begins_at": 9,
"ends_at": 23,
"type": "contact"
},
{
"id": 32,
"inputs": [
3,
9
],
"outputs": [
3,
9
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 8,
"inputs": [
16,
20
],
"outputs": [
16,
20
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 9,
"inputs": [
16,
20
],
"outputs": [
16,
20
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
},
{
"id": 33,
"inputs": [
3,
9
],
"outputs": [
3,
9
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 34,
"inputs": [
3,
9
],
"outputs": [
3,
9
],
"begins_at": 15,
"ends_at": 17,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "purple fighter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 12,
"y": 228
},
{
"t": 1,
"x": 19,
"y": 228
},
{
"t": 2,
"x": 24,
"y": 229
},
{
"t": 3,
"x": 31,
"y": 230
},
{
"t": 4,
"x": 40,
"y": 231
},
{
"t": 5,
"x": 51,
"y": 233
},
{
"t": 6,
"x": 57,
"y": 234
},
{
"t": 7,
"x": 13,
"y": 233
},
{
"t": 8,
"x": 16,
"y": 232
},
{
"t": 9,
"x": 24,
"y": 235
},
{
"t": 10,
"x": 33,
"y": 239
},
{
"t": 11,
"x": 41,
"y": 242
},
{
"t": 12,
"x": 49,
"y": 245
},
{
"t": 13,
"x": 57,
"y": 249
},
{
"t": 14,
"x": 66,
"y": 254
},
{
"t": 15,
"x": 74,
"y": 258
},
{
"t": 16,
"x": 83,
"y": 264
},
{
"t": 17,
"x": 91,
"y": 269
},
{
"t": 18,
"x": 101,
"y": 275
},
{
"t": 19,
"x": 109,
"y": 280
},
{
"t": 20,
"x": 118,
"y": 286
},
{
"t": 21,
"x": 127,
"y": 294
},
{
"t": 22,
"x": 137,
"y": 301
},
{
"t": 23,
"x": 146,
"y": 308
},
{
"t": 24,
"x": 155,
"y": 316
},
{
"t": 25,
"x": 165,
"y": 324
},
{
"t": 26,
"x": 174,
"y": 332
},
{
"t": 27,
"x": 184,
"y": 342
},
{
"t": 28,
"x": 194,
"y": 351
},
{
"t": 29,
"x": 204,
"y": 360
},
{
"t": 30,
"x": 214,
"y": 371
},
{
"t": 31,
"x": 224,
"y": 381
},
{
"t": 32,
"x": 234,
"y": 392
},
{
"t": 33,
"x": 244,
"y": 402
},
{
"t": 34,
"x": 255,
"y": 414
},
{
"t": 35,
"x": 266,
"y": 426
},
{
"t": 36,
"x": 276,
"y": 439
},
{
"t": 37,
"x": 287,
"y": 451
},
{
"t": 38,
"x": 298,
"y": 464
},
{
"t": 39,
"x": 309,
"y": 476
},
{
"t": 40,
"x": 320,
"y": 491
},
{
"t": 41,
"x": 331,
"y": 504
},
{
"t": 42,
"x": 343,
"y": 519
},
{
"t": 43,
"x": 354,
"y": 533
},
{
"t": 44,
"x": 365,
"y": 549
},
{
"t": 45,
"x": 376,
"y": 564
},
{
"t": 46,
"x": 388,
"y": 580
},
{
"t": 47,
"x": 399,
"y": 596
},
{
"t": 48,
"x": 410,
"y": 610
},
{
"t": 49,
"x": 418,
"y": 619
},
{
"t": 50,
"x": 424,
"y": 624
},
{
"t": 51,
"x": 432,
"y": 628
},
{
"t": 52,
"x": 528,
"y": 618
},
{
"t": 53,
"x": 581,
"y": 585
},
{
"t": 54,
"x": 503,
"y": 620
},
{
"t": 55,
"x": 512,
"y": 618
},
{
"t": 56,
"x": 522,
"y": 615
},
{
"t": 57,
"x": 531,
"y": 613
},
{
"t": 58,
"x": 541,
"y": 611
},
{
"t": 59,
"x": 594,
"y": 607
},
{
"t": 60,
"x": 602,
"y": 608
},
{
"t": 61,
"x": 609,
"y": 610
},
{
"t": 62,
"x": 617,
"y": 610
},
{
"t": 63,
"x": 626,
"y": 609
},
{
"t": 64,
"x": 634,
"y": 609
},
{
"t": 65,
"x": 643,
"y": 609
},
{
"t": 66,
"x": 653,
"y": 606
},
{
"t": 67,
"x": 662,
"y": 606
},
{
"t": 68,
"x": 671,
"y": 606
},
{
"t": 69,
"x": 680,
"y": 607
},
{
"t": 70,
"x": 689,
"y": 607
},
{
"t": 71,
"x": 699,
"y": 608
},
{
"t": 72,
"x": 708,
"y": 608
},
{
"t": 73,
"x": 716,
"y": 609
},
{
"t": 74,
"x": 724,
"y": 609
},
{
"t": 75,
"x": 733,
"y": 610
},
{
"t": 76,
"x": 741,
"y": 613
},
{
"t": 77,
"x": 749,
"y": 614
},
{
"t": 78,
"x": 758,
"y": 615
},
{
"t": 79,
"x": 766,
"y": 617
},
{
"t": 80,
"x": 780,
"y": 618
},
{
"t": 81,
"x": 789,
"y": 620
},
{
"t": 82,
"x": 798,
"y": 622
},
{
"t": 83,
"x": 808,
"y": 619
},
{
"t": 84,
"x": 804,
"y": 627
},
{
"t": 85,
"x": 805,
"y": 629
},
{
"t": 86,
"x": 827,
"y": 604
},
{
"t": 87,
"x": 833,
"y": 605
},
{
"t": 88,
"x": 840,
"y": 605
},
{
"t": 89,
"x": 850,
"y": 599
},
{
"t": 90,
"x": 853,
"y": 603
},
{
"t": 91,
"x": 856,
"y": 608
},
{
"t": 92,
"x": 852,
"y": 623
},
{
"t": 93,
"x": 856,
"y": 620
},
{
"t": 94,
"x": 868,
"y": 606
},
{
"t": 95,
"x": 872,
"y": 603
},
{
"t": 96,
"x": 876,
"y": 599
},
{
"t": 97,
"x": 880,
"y": 596
},
{
"t": 98,
"x": 884,
"y": 592
},
{
"t": 99,
"x": 888,
"y": 589
},
{
"t": 100,
"x": 894,
"y": 584
},
{
"t": 101,
"x": 898,
"y": 582
},
{
"t": 102,
"x": 903,
"y": 579
},
{
"t": 103,
"x": 908,
"y": 578
},
{
"t": 104,
"x": 912,
"y": 576
},
{
"t": 105,
"x": 918,
"y": 575
},
{
"t": 106,
"x": 923,
"y": 574
},
{
"t": 107,
"x": 929,
"y": 573
},
{
"t": 108,
"x": 934,
"y": 573
},
{
"t": 109,
"x": 940,
"y": 573
},
{
"t": 110,
"x": 945,
"y": 574
},
{
"t": 111,
"x": 950,
"y": 577
},
{
"t": 112,
"x": 954,
"y": 580
},
{
"t": 113,
"x": 959,
"y": 580
},
{
"t": 114,
"x": 962,
"y": 579
},
{
"t": 115,
"x": 964,
"y": 577
},
{
"t": 116,
"x": 967,
"y": 576
},
{
"t": 117,
"x": 970,
"y": 575
},
{
"t": 119,
"x": 973,
"y": 576
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "yellow scooter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 284,
"y": 909
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "yellow double",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 455,
"y": 709
},
{
"t": 2,
"x": 451,
"y": 709
},
{
"t": 3,
"x": 454,
"y": 709
},
{
"t": 5,
"x": 451,
"y": 709
},
{
"t": 13,
"x": 447,
"y": 710
},
{
"t": 18,
"x": 562,
"y": 696
},
{
"t": 19,
"x": 444,
"y": 711
},
{
"t": 21,
"x": 441,
"y": 711
},
{
"t": 23,
"x": 437,
"y": 711
},
{
"t": 24,
"x": 555,
"y": 697
},
{
"t": 25,
"x": 435,
"y": 713
},
{
"t": 27,
"x": 433,
"y": 713
},
{
"t": 28,
"x": 551,
"y": 698
},
{
"t": 29,
"x": 430,
"y": 714
},
{
"t": 31,
"x": 426,
"y": 714
},
{
"t": 33,
"x": 424,
"y": 715
},
{
"t": 34,
"x": 420,
"y": 715
},
{
"t": 36,
"x": 423,
"y": 715
},
{
"t": 37,
"x": 419,
"y": 716
},
{
"t": 38,
"x": 417,
"y": 717
},
{
"t": 42,
"x": 413,
"y": 718
},
{
"t": 45,
"x": 411,
"y": 718
},
{
"t": 49,
"x": 407,
"y": 720
},
{
"t": 50,
"x": 404,
"y": 720
},
{
"t": 51,
"x": 408,
"y": 720
},
{
"t": 52,
"x": 406,
"y": 721
},
{
"t": 54,
"x": 403,
"y": 722
},
{
"t": 56,
"x": 405,
"y": 723
},
{
"t": 57,
"x": 408,
"y": 723
},
{
"t": 58,
"x": 404,
"y": 724
},
{
"t": 59,
"x": 405,
"y": 725
},
{
"t": 63,
"x": 406,
"y": 727
},
{
"t": 64,
"x": 405,
"y": 728
},
{
"t": 67,
"x": 403,
"y": 729
},
{
"t": 68,
"x": 468,
"y": 718
},
{
"t": 69,
"x": 403,
"y": 730
},
{
"t": 70,
"x": 420,
"y": 724
},
{
"t": 71,
"x": 423,
"y": 724
},
{
"t": 72,
"x": 429,
"y": 724
},
{
"t": 73,
"x": 435,
"y": 724
},
{
"t": 74,
"x": 401,
"y": 732
},
{
"t": 75,
"x": 447,
"y": 724
},
{
"t": 76,
"x": 451,
"y": 724
},
{
"t": 77,
"x": 457,
"y": 724
},
{
"t": 78,
"x": 478,
"y": 723
},
{
"t": 79,
"x": 468,
"y": 724
},
{
"t": 80,
"x": 474,
"y": 724
},
{
"t": 81,
"x": 480,
"y": 724
},
{
"t": 82,
"x": 486,
"y": 724
},
{
"t": 83,
"x": 421,
"y": 729
},
{
"t": 84,
"x": 426,
"y": 729
},
{
"t": 85,
"x": 430,
"y": 729
},
{
"t": 86,
"x": 436,
"y": 729
},
{
"t": 87,
"x": 441,
"y": 729
},
{
"t": 88,
"x": 447,
"y": 729
},
{
"t": 89,
"x": 452,
"y": 729
},
{
"t": 90,
"x": 458,
"y": 729
},
{
"t": 91,
"x": 463,
"y": 729
},
{
"t": 92,
"x": 469,
"y": 729
},
{
"t": 93,
"x": 476,
"y": 729
},
{
"t": 94,
"x": 482,
"y": 729
},
{
"t": 95,
"x": 466,
"y": 730
},
{
"t": 96,
"x": 472,
"y": 730
},
{
"t": 97,
"x": 478,
"y": 730
},
{
"t": 98,
"x": 484,
"y": 730
},
{
"t": 99,
"x": 466,
"y": 731
},
{
"t": 100,
"x": 472,
"y": 731
},
{
"t": 101,
"x": 478,
"y": 731
},
{
"t": 102,
"x": 485,
"y": 731
},
{
"t": 103,
"x": 463,
"y": 732
},
{
"t": 104,
"x": 439,
"y": 734
},
{
"t": 105,
"x": 445,
"y": 734
},
{
"t": 106,
"x": 451,
"y": 734
},
{
"t": 107,
"x": 457,
"y": 734
},
{
"t": 108,
"x": 463,
"y": 734
},
{
"t": 109,
"x": 470,
"y": 734
},
{
"t": 110,
"x": 476,
"y": 734
},
{
"t": 111,
"x": 484,
"y": 734
},
{
"t": 112,
"x": 491,
"y": 734
},
{
"t": 113,
"x": 459,
"y": 735
},
{
"t": 114,
"x": 466,
"y": 735
},
{
"t": 115,
"x": 473,
"y": 735
},
{
"t": 116,
"x": 479,
"y": 735
},
{
"t": 117,
"x": 486,
"y": 735
},
{
"t": 118,
"x": 493,
"y": 735
},
{
"t": 119,
"x": 454,
"y": 736
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "purple utility",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 26,
"v": true
},
{
"t": 105,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 105,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 519,
"y": 635
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 26,
"x": 362,
"y": 731
},
{
"t": 27,
"x": 358,
"y": 743
},
{
"t": 28,
"x": 357,
"y": 716
},
{
"t": 29,
"x": 355,
"y": 713
},
{
"t": 30,
"x": 348,
"y": 714
},
{
"t": 31,
"x": 351,
"y": 708
},
{
"t": 33,
"x": 346,
"y": 709
},
{
"t": 34,
"x": 343,
"y": 714
},
{
"t": 35,
"x": 333,
"y": 711
},
{
"t": 36,
"x": 329,
"y": 714
},
{
"t": 37,
"x": 323,
"y": 713
},
{
"t": 38,
"x": 316,
"y": 714
},
{
"t": 39,
"x": 309,
"y": 716
},
{
"t": 40,
"x": 334,
"y": 734
},
{
"t": 41,
"x": 299,
"y": 718
},
{
"t": 42,
"x": 294,
"y": 718
},
{
"t": 43,
"x": 287,
"y": 719
},
{
"t": 44,
"x": 330,
"y": 685
},
{
"t": 45,
"x": 323,
"y": 686
},
{
"t": 46,
"x": 269,
"y": 722
},
{
"t": 47,
"x": 312,
"y": 688
},
{
"t": 48,
"x": 258,
"y": 724
},
{
"t": 49,
"x": 301,
"y": 689
},
{
"t": 50,
"x": 294,
"y": 690
},
{
"t": 51,
"x": 290,
"y": 690
},
{
"t": 52,
"x": 283,
"y": 691
},
{
"t": 53,
"x": 276,
"y": 692
},
{
"t": 54,
"x": 272,
"y": 692
},
{
"t": 55,
"x": 266,
"y": 693
},
{
"t": 56,
"x": 210,
"y": 731
},
{
"t": 57,
"x": 255,
"y": 694
},
{
"t": 58,
"x": 198,
"y": 733
},
{
"t": 59,
"x": 244,
"y": 695
},
{
"t": 60,
"x": 237,
"y": 696
},
{
"t": 61,
"x": 181,
"y": 736
},
{
"t": 62,
"x": 226,
"y": 697
},
{
"t": 63,
"x": 169,
"y": 739
},
{
"t": 64,
"x": 199,
"y": 744
},
{
"t": 65,
"x": 208,
"y": 699
},
{
"t": 66,
"x": 149,
"y": 741
},
{
"t": 67,
"x": 194,
"y": 701
},
{
"t": 68,
"x": 191,
"y": 701
},
{
"t": 69,
"x": 183,
"y": 702
},
{
"t": 70,
"x": 176,
"y": 703
},
{
"t": 71,
"x": 173,
"y": 703
},
{
"t": 72,
"x": 152,
"y": 749
},
{
"t": 73,
"x": 146,
"y": 750
},
{
"t": 74,
"x": 104,
"y": 748
},
{
"t": 75,
"x": 133,
"y": 752
},
{
"t": 76,
"x": 142,
"y": 707
},
{
"t": 77,
"x": 136,
"y": 708
},
{
"t": 78,
"x": 80,
"y": 752
},
{
"t": 79,
"x": 126,
"y": 710
},
{
"t": 80,
"x": 119,
"y": 711
},
{
"t": 81,
"x": 113,
"y": 713
},
{
"t": 82,
"x": 107,
"y": 713
},
{
"t": 83,
"x": 85,
"y": 761
},
{
"t": 84,
"x": 98,
"y": 715
},
{
"t": 85,
"x": 91,
"y": 716
},
{
"t": 86,
"x": 85,
"y": 717
},
{
"t": 87,
"x": 80,
"y": 718
},
{
"t": 88,
"x": 72,
"y": 720
},
{
"t": 89,
"x": 66,
"y": 721
},
{
"t": 90,
"x": 62,
"y": 723
},
{
"t": 91,
"x": 56,
"y": 724
},
{
"t": 92,
"x": 51,
"y": 726
},
{
"t": 93,
"x": 45,
"y": 727
},
{
"t": 94,
"x": 39,
"y": 729
},
{
"t": 95,
"x": 33,
"y": 731
},
{
"t": 96,
"x": 29,
"y": 733
},
{
"t": 97,
"x": 22,
"y": 736
},
{
"t": 98,
"x": 17,
"y": 741
},
{
"t": 99,
"x": 11,
"y": 744
},
{
"t": 100,
"x": 7,
"y": 748
},
{
"t": 101,
"x": 5,
"y": 749
},
{
"t": 102,
"x": 3,
"y": 756
},
{
"t": 103,
"x": 1,
"y": 757
},
{
"t": 104,
"x": 3,
"y": 758
},
{
"t": 105,
"x": null,
"y": null
}
],
"birth": 0,
"death": 120
},
{
"id": 4,
"type": "green double",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 873,
"y": 723
},
{
"t": 8,
"x": 870,
"y": 723
},
{
"t": 12,
"x": 868,
"y": 723
},
{
"t": 15,
"x": 866,
"y": 723
},
{
"t": 17,
"x": 863,
"y": 723
},
{
"t": 19,
"x": 861,
"y": 723
},
{
"t": 20,
"x": 858,
"y": 722
},
{
"t": 22,
"x": 856,
"y": 722
},
{
"t": 24,
"x": 853,
"y": 722
},
{
"t": 26,
"x": 849,
"y": 722
},
{
"t": 28,
"x": 846,
"y": 722
},
{
"t": 29,
"x": 740,
"y": 715
},
{
"t": 30,
"x": 842,
"y": 722
},
{
"t": 32,
"x": 738,
"y": 715
},
{
"t": 33,
"x": 837,
"y": 722
},
{
"t": 34,
"x": 834,
"y": 722
},
{
"t": 36,
"x": 830,
"y": 722
},
{
"t": 37,
"x": 828,
"y": 722
},
{
"t": 38,
"x": 826,
"y": 722
},
{
"t": 40,
"x": 822,
"y": 722
},
{
"t": 42,
"x": 819,
"y": 722
},
{
"t": 43,
"x": 816,
"y": 722
},
{
"t": 45,
"x": 709,
"y": 715
},
{
"t": 46,
"x": 705,
"y": 715
},
{
"t": 47,
"x": 808,
"y": 721
},
{
"t": 49,
"x": 805,
"y": 721
},
{
"t": 51,
"x": 803,
"y": 721
},
{
"t": 54,
"x": 801,
"y": 721
},
{
"t": 56,
"x": 798,
"y": 720
},
{
"t": 58,
"x": 795,
"y": 720
},
{
"t": 59,
"x": 631,
"y": 725
},
{
"t": 62,
"x": 630,
"y": 727
},
{
"t": 64,
"x": 627,
"y": 729
},
{
"t": 65,
"x": 630,
"y": 730
},
{
"t": 68,
"x": 626,
"y": 732
},
{
"t": 69,
"x": 630,
"y": 732
},
{
"t": 70,
"x": 626,
"y": 733
},
{
"t": 71,
"x": 630,
"y": 734
},
{
"t": 73,
"x": 625,
"y": 734
},
{
"t": 76,
"x": 622,
"y": 734
},
{
"t": 77,
"x": 623,
"y": 735
},
{
"t": 79,
"x": 626,
"y": 736
},
{
"t": 80,
"x": 625,
"y": 738
},
{
"t": 82,
"x": 623,
"y": 739
},
{
"t": 84,
"x": 630,
"y": 739
},
{
"t": 85,
"x": 624,
"y": 741
},
{
"t": 87,
"x": 628,
"y": 742
},
{
"t": 88,
"x": 623,
"y": 743
},
{
"t": 90,
"x": 625,
"y": 746
},
{
"t": 92,
"x": 623,
"y": 747
},
{
"t": 94,
"x": 625,
"y": 749
},
{
"t": 96,
"x": 627,
"y": 752
},
{
"t": 97,
"x": 630,
"y": 752
},
{
"t": 99,
"x": 632,
"y": 754
},
{
"t": 100,
"x": 629,
"y": 756
},
{
"t": 102,
"x": 630,
"y": 759
},
{
"t": 104,
"x": 630,
"y": 761
},
{
"t": 105,
"x": 633,
"y": 763
},
{
"t": 106,
"x": 814,
"y": 759
},
{
"t": 107,
"x": 815,
"y": 761
},
{
"t": 109,
"x": 633,
"y": 771
},
{
"t": 111,
"x": 819,
"y": 770
},
{
"t": 113,
"x": 820,
"y": 772
},
{
"t": 115,
"x": 821,
"y": 774
},
{
"t": 116,
"x": 824,
"y": 776
},
{
"t": 119,
"x": 825,
"y": 779
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 15,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 109,
"type": "contact"
},
{
"id": 7,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 14,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 16,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 8,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 27,
"ends_at": 27,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 39,
"ends_at": 39,
"type": "collision"
},
{
"id": 0,
"inputs": [
0,
2
],
"outputs": [
0,
2
],
"begins_at": 48,
"ends_at": 48,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 49,
"ends_at": 49,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
2
],
"outputs": [
0,
2
],
"begins_at": 49,
"ends_at": 60,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 59,
"ends_at": 59,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 61,
"ends_at": 61,
"type": "collision"
},
{
"id": 2,
"inputs": [
0,
4
],
"outputs": [
0,
4
],
"begins_at": 73,
"ends_at": 74,
"type": "collision"
},
{
"id": 13,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 74,
"ends_at": 74,
"type": "collision"
},
{
"id": 5,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 83,
"ends_at": 83,
"type": "collision"
},
{
"id": 6,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 93,
"ends_at": 93,
"type": "collision"
},
{
"id": 3,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 113,
"ends_at": 113,
"type": "collision"
},
{
"id": 4,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 118,
"ends_at": 118,
"type": "collision"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.44523105345129377,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 306.16115440329924,
"avg_image_position_segmentation_acc": 0.2533333333333333,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.041666666666666664,
"avg_image_position_segmentation_acc_large": 0.5708333333333333,
"avg_image_position_segmentation_acc_first_frame": 0.25,
"avg_image_position_segmentation_visible_acc": 0.2533333333333333,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.86,
"visibility_true_acc": 0.8025,
"visibility_false_acc": 0.875,
"is_in_frame_acc": 0.975,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.86,
"vis_acc_from_px_true_acc": 0.8025,
"vis_acc_from_px_false_acc": 0.875,
"num_matches": 5,
"num_unmatched_pred": 25,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 5,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 5,
"avg_image_position_segmentation_acc": 5,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 3,
"avg_image_position_segmentation_acc_large": 2,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 5,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 5,
"visibility_true_acc": 5,
"visibility_false_acc": 1,
"is_in_frame_acc": 5,
"is_in_frame_true_acc": 5,
"is_in_frame_false_acc": 1,
"vis_acc_from_px": 5,
"vis_acc_from_px_true_acc": 5,
"vis_acc_from_px_false_acc": 1
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 28,
"target_id": 0,
"pred_id": 28,
"cost": 1.375,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.875,
"weighted_cost": 0.875,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 20,
"target_id": 1,
"pred_id": 20,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 8,
"target_id": 2,
"pred_id": 8,
"cost": 0.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 16,
"target_id": 3,
"pred_id": 16,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 26,
"target_id": 4,
"pred_id": 26,
"cost": 0.8583333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.8583333333333333,
"weighted_cost": 0.8583333333333333,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
4,
5,
6,
7,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
21,
22,
23,
24,
25,
27,
29
],
"target_type_counts": {
"purple fighter": 1,
"yellow scooter": 1,
"yellow double": 1,
"purple utility": 1,
"green double": 1
},
"pred_type_counts": {
"pink and purple soccer cleat": 2,
"pink and aqua snake print leather ballet flat": 1,
"dark grey plastic rhinoceros figurine": 1,
"yellow cardboard DVD set": 6,
"yellow cardboard ink cartridge box": 3,
"dark red cardboard supplement box": 1,
"yellow cardboard Raisinets box": 1,
"pink and purple wooden toy castle": 3,
"purple and white high-top sneaker": 5,
"green wooden toy train": 2,
"yellow hoodie dollhouse boy": 1,
"red plastic hair straightener": 1,
"green and yellow running shoe": 2,
"dark grey and pink running shoe": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 4,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.8,
"1.0": 0.4,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 5,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 26,
"false_negatives": 1
},
"0.75": {
"true_positives": 4,
"false_positives": 26,
"false_negatives": 1
},
"1.0": {
"true_positives": 4,
"false_positives": 26,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.16666666666666666,
"0.5": 0.13333333333333333,
"0.75": 0.13333333333333333,
"1.0": 0.13333333333333333
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.8,
"0.75": 0.8,
"1.0": 0.8
},
"visibility_f1_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.2285714285714286,
"0.75": 0.2285714285714286,
"1.0": 0.2285714285714286
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 29,
"false_negatives": 4
},
"0.5": {
"true_positives": 1,
"false_positives": 29,
"false_negatives": 4
},
"0.75": {
"true_positives": 1,
"false_positives": 29,
"false_negatives": 4
},
"1.0": {
"true_positives": 1,
"false_positives": 29,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.03333333333333333,
"0.5": 0.03333333333333333,
"0.75": 0.03333333333333333,
"1.0": 0.03333333333333333
},
"segmentation_recall_by_threshold": {
"0.25": 0.2,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"segmentation_f1_by_threshold": {
"0.25": 0.05714285714285715,
"0.5": 0.05714285714285715,
"0.75": 0.05714285714285715,
"1.0": 0.05714285714285715
},
"segmentation_frame_average_precision": 0.03333333333333333,
"segmentation_frame_average_recall": 0.2,
"segmentation_frame_average_f1": 0.05714285714285715,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 29,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.03333333333333333,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.06451612903225806,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
},
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"0.5": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"0.75": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.25,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_recall_by_threshold": {
"0.25": 0.25,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_f1_by_threshold": {
"0.25": 0.25,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_frame_average_precision": 0.25,
"segmentation_frame_average_recall": 0.25,
"segmentation_frame_average_f1": 0.25,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.25,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.4
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 28,
"cost": 1.375,
"type_similarity": 0.4610834543214277,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 589.8941554425893,
"image_position_segmentation_acc": 0.125,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.125,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.125,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 20,
"cost": 1.5,
"type_similarity": 0.42622932506683614,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 540.1317676452875,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 8,
"cost": 0.5,
"type_similarity": 0.34589670087191215,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 83.3737631208826,
"image_position_segmentation_acc": 1.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 1.0,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 1.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 16,
"cost": 1.0,
"type_similarity": 0.46446480144613156,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 158.3686942864656,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": null,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.3,
"visibility_true_acc": 0.0125,
"visibility_false_acc": 0.875,
"is_in_frame_acc": 0.875,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.3,
"vis_acc_from_px_true_acc": 0.0125,
"vis_acc_from_px_false_acc": 0.875
},
{
"target_id": 4,
"pred_id": 26,
"cost": 0.8583333333333333,
"type_similarity": 0.5284809855501612,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 159.037391521271,
"image_position_segmentation_acc": 0.14166666666666666,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.14166666666666666,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.14166666666666666,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.6225536133231795,
"avg_interaction_input_object_jaccard": 0.35294117647058826,
"avg_interaction_output_object_jaccard": 0.35294117647058826,
"avg_interaction_type_exact_match_acc": 0.8235294117647058,
"num_interaction_matches": 17,
"num_unmatched_pred_interactions": 29,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 46,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 46,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 46,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 46,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 8,
"false_positives": 38,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.17391304347826086,
"0.5": 0.10869565217391304,
"0.75": 0.10869565217391304,
"1.0": 0.10869565217391304
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.29629629629629634,
"0.5": 0.19607843137254902,
"0.75": 0.19607843137254902,
"1.0": 0.19607843137254902
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 8,
"false_positives": 38,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 41,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.17391304347826086,
"0.5": 0.10869565217391304,
"0.75": 0.10869565217391304,
"1.0": 0.10869565217391304
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.29629629629629634,
"0.5": 0.19607843137254902,
"0.75": 0.19607843137254902,
"1.0": 0.19607843137254902
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 17,
"avg_interaction_input_object_jaccard": 17,
"avg_interaction_output_object_jaccard": 17,
"avg_interaction_type_exact_match_acc": 17
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 33,
"target_id": 0,
"pred_id": 33,
"cost": 1.4714285714285715,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9714285714285714,
"weighted_cost": 0.9714285714285714,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 34,
"target_id": 1,
"pred_id": 34,
"cost": 1.3369565217391304,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8369565217391304,
"weighted_cost": 0.8369565217391304,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 29,
"target_id": 2,
"pred_id": 29,
"cost": 1.4788732394366197,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9788732394366197,
"weighted_cost": 0.9788732394366197,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 11,
"target_id": 3,
"pred_id": 11,
"cost": 2.3903508771929824,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8903508771929824,
"weighted_cost": 0.8903508771929824,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 35,
"target_id": 4,
"pred_id": 35,
"cost": 1.4914529914529915,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9914529914529915,
"weighted_cost": 0.9914529914529915,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 25,
"target_id": 5,
"pred_id": 25,
"cost": 1.8511904761904763,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8511904761904762,
"weighted_cost": 0.8511904761904762,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 12,
"target_id": 6,
"pred_id": 12,
"cost": 2.367021276595745,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8670212765957447,
"weighted_cost": 0.8670212765957447,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 14,
"target_id": 7,
"pred_id": 14,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 8,
"target_id": 8,
"pred_id": 8,
"cost": 0.9375,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9375,
"weighted_cost": 0.9375,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 31,
"target_id": 9,
"pred_id": 31,
"cost": 1.453125,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.953125,
"weighted_cost": 0.953125,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 32,
"target_id": 10,
"pred_id": 32,
"cost": 1.4736842105263157,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9736842105263157,
"weighted_cost": 0.9736842105263157,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 20,
"target_id": 11,
"pred_id": 20,
"cost": 1.9807692307692308,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9807692307692308,
"weighted_cost": 0.9807692307692308,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 19,
"target_id": 12,
"pred_id": 19,
"cost": 1.9821428571428572,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9821428571428572,
"weighted_cost": 0.9821428571428572,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 39,
"target_id": 13,
"pred_id": 39,
"cost": 1.4863013698630136,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9863013698630136,
"weighted_cost": 0.9863013698630136,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 44,
"target_id": 14,
"pred_id": 45,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 10,
"target_id": 15,
"pred_id": 10,
"cost": 0.3909090909090909,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.3909090909090909,
"weighted_cost": 0.3909090909090909,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 23,
"target_id": 16,
"pred_id": 23,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
4,
5,
6,
7,
9,
13,
15,
16,
17,
18,
21,
22,
24,
26,
27,
28,
30,
36,
37,
38,
40,
42,
43,
44,
46
],
"target_type_counts": {
"collision": 12,
"contact": 5
},
"pred_type_counts": {
"contact": 37,
"collision": 9
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 33,
"target_id": 0,
"pred_id": 33,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4714285714285715,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9428571428571428,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 34,
"target_id": 1,
"pred_id": 34,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3369565217391304,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6739130434782609,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 2,
"pred_index": 29,
"target_id": 2,
"pred_id": 29,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4788732394366197,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9577464788732394,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 11,
"target_id": 3,
"pred_id": 11,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3903508771929824,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7807017543859649,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 35,
"target_id": 4,
"pred_id": 35,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4914529914529915,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9829059829059829,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 25,
"target_id": 5,
"pred_id": 25,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.8511904761904763,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7023809523809523,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 6,
"pred_index": 12,
"target_id": 6,
"pred_id": 12,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.367021276595745,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7340425531914894,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 7,
"pred_index": 14,
"target_id": 7,
"pred_id": 14,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 8,
"pred_index": 8,
"target_id": 8,
"pred_id": 8,
"target_type": "collision",
"pred_type": "collision",
"cost": 0.9375,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.875,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 31,
"target_id": 9,
"pred_id": 31,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.453125,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.90625,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 32,
"target_id": 10,
"pred_id": 32,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4736842105263157,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9473684210526315,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 20,
"target_id": 11,
"pred_id": 20,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9807692307692308,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9615384615384616,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 19,
"target_id": 12,
"pred_id": 19,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9821428571428572,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9642857142857143,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 39,
"target_id": 13,
"pred_id": 39,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4863013698630136,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9726027397260274,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 44,
"target_id": 14,
"pred_id": 45,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 15,
"pred_index": 10,
"target_id": 15,
"pred_id": 10,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.3909090909090909,
"temporal_span_iou": 0.21818181818181817,
"temporal_span_giou": 0.21818181818181817,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 16,
"pred_index": 23,
"target_id": 16,
"pred_id": 23,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.2977311780853214,
"avg_interaction_input_object_jaccard": 0.7083333333333333,
"avg_interaction_output_object_jaccard": 0.7083333333333333,
"avg_interaction_type_exact_match_acc": 0.625,
"num_interaction_matches": 8,
"num_unmatched_pred_interactions": 23,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 24,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.22580645161290322,
"0.5": 0.16129032258064516,
"0.75": 0.16129032258064516,
"1.0": 0.16129032258064516
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.3684210526315789,
"0.5": 0.27777777777777773,
"0.75": 0.27777777777777773,
"1.0": 0.27777777777777773
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 24,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 26,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.22580645161290322,
"0.5": 0.16129032258064516,
"0.75": 0.16129032258064516,
"1.0": 0.16129032258064516
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.3684210526315789,
"0.5": 0.27777777777777773,
"0.75": 0.27777777777777773,
"1.0": 0.27777777777777773
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.911284666867942,
"avg_interaction_input_object_jaccard": 0.037037037037037035,
"avg_interaction_output_object_jaccard": 0.037037037037037035,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 9,
"num_unmatched_pred_interactions": 6,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.06666666666666667,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.125,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.06666666666666667,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.125,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 8,
"avg_interaction_input_object_jaccard": 8,
"avg_interaction_output_object_jaccard": 8,
"avg_interaction_type_exact_match_acc": 8
},
"object_object": {
"avg_interaction_temporal_span_giou": 9,
"avg_interaction_input_object_jaccard": 9,
"avg_interaction_output_object_jaccard": 9,
"avg_interaction_type_exact_match_acc": 9
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.8939733500998006,
"avg_interaction_input_object_jaccard": 0.16666666666666666,
"avg_interaction_output_object_jaccard": 0.16666666666666666,
"avg_interaction_type_exact_match_acc": 0.75,
"num_interaction_matches": 12,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 8,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.08333333333333333,
"0.75": 0.08333333333333333,
"1.0": 0.08333333333333333
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.15384615384615385,
"0.75": 0.15384615384615385,
"1.0": 0.15384615384615385
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 8,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.08333333333333333,
"0.75": 0.08333333333333333,
"1.0": 0.08333333333333333
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.15384615384615385,
"0.75": 0.15384615384615385,
"1.0": 0.15384615384615385
}
},
"contact": {
"avg_interaction_temporal_span_giou": 0.02885375494071147,
"avg_interaction_input_object_jaccard": 0.8,
"avg_interaction_output_object_jaccard": 0.8,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 5,
"num_unmatched_pred_interactions": 29,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.11764705882352941,
"0.5": 0.11764705882352941,
"0.75": 0.11764705882352941,
"1.0": 0.11764705882352941
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.21052631578947367,
"0.5": 0.21052631578947367,
"0.75": 0.21052631578947367,
"1.0": 0.21052631578947367
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 30,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.11764705882352941,
"0.5": 0.11764705882352941,
"0.75": 0.11764705882352941,
"1.0": 0.11764705882352941
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.21052631578947367,
"0.5": 0.21052631578947367,
"0.75": 0.21052631578947367,
"1.0": 0.21052631578947367
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 12,
"avg_interaction_input_object_jaccard": 12,
"avg_interaction_output_object_jaccard": 12,
"avg_interaction_type_exact_match_acc": 12
},
"contact": {
"avg_interaction_temporal_span_giou": 5,
"avg_interaction_input_object_jaccard": 5,
"avg_interaction_output_object_jaccard": 5,
"avg_interaction_type_exact_match_acc": 5
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}