STRIVE · 08/28/2026
Dyn generalization · test_120 · super_clevr_1195
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"gray school\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 248 988 1 249 985 2 261 983 3 262 981 4 264 979 5 269 977 6 273 975 7 277 973 8 282 971 9 288 969 10 294 967 11 301 965 12 299 963 13 308 960 15 316 957 17 330 953 18 327 952 19 330 950 20 331 949 21 334 947 22 337 946 23 341 944 24 344 943 25 350 941 26 355 940 27 362 938 28 357 936 29 362 935 30 369 933 31 366 932 32 373 931 33 371 930 34 378 928 35 376 927 36 384 926 39 393 922 41 394 920 43 408 918 46 411 915 48 415 913 49 421 911 50 416 911 53 422 911 55 419 911 56 430 910 57 426 910 60 435 910 61 431 910 63 429 910 65 439 909 66 436 909 69 433 909 71 444 908 72 441 909 75 439 909 80 447 908 86 444 908 [OBJ] 1 \"brown airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 290 46 2 291 48 3 276 48 4 278 51 5 279 54 6 278 56 7 273 55 8 272 60 9 273 70 10 287 96 11 285 102 12 287 114 13 291 130 14 294 144 15 295 157 16 293 168 17 296 184 18 299 201 19 306 222 20 305 235 21 313 257 22 316 275 23 319 294 24 323 313 25 312 320 26 316 340 27 320 363 28 323 382 29 326 402 30 330 422 31 333 444 32 337 464 33 381 484 34 385 502 35 384 523 36 384 543 37 385 563 38 386 582 39 390 599 40 389 621 41 390 642 42 391 664 43 391 686 44 393 707 45 396 727 46 398 748 47 401 769 48 405 789 50 407 777 51 415 768 52 420 765 53 398 763 54 403 760 55 405 755 56 413 757 57 418 758 58 401 733 59 401 729 60 401 725 61 422 755 63 424 754 64 394 705 65 397 707 66 430 745 67 431 742 68 432 738 69 432 730 70 433 724 71 433 718 72 433 713 73 434 707 74 435 703 75 435 699 76 435 695 77 436 692 78 437 689 80 437 684 81 437 682 82 451 703 84 453 701 85 439 681 92 450 697 93 438 684 96 446 697 101 432 682 103 443 695 104 430 679 107 442 694 110 429 677 111 434 680 112 433 678 113 430 674 115 430 672 116 433 673 118 432 670 119 426 668 [OBJ] 2 \"brown tandem\" 0 120 [VIS] 0 true 54 false [IN-FRAME] 0 true 54 false [PX] 0 365 716 1 367 719 2 371 723 4 382 757 5 369 714 6 380 732 7 393 752 8 384 738 9 387 741 10 401 763 11 405 766 12 398 752 13 411 774 14 415 777 15 415 795 16 422 785 17 425 789 18 429 794 19 433 798 20 425 782 21 427 785 22 444 811 23 449 816 24 441 800 25 458 826 26 462 831 27 467 836 28 473 842 29 478 847 30 455 804 31 474 835 32 462 854 33 484 847 34 501 884 35 508 891 36 514 899 37 526 899 38 533 907 39 523 886 40 530 894 41 509 919 42 518 920 43 524 925 44 534 918 45 537 947 46 544 956 47 552 965 48 557 980 49 567 988 50 582 986 51 572 972 52 581 983 53 600 994 54 null null [OBJ] 3 \"blue utility\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 492 871 1 493 884 2 493 869 3 491 823 4 494 861 5 494 864 6 496 871 7 495 856 8 493 810 9 496 851 10 496 843 11 498 855 12 497 839 13 498 831 14 498 836 15 498 844 16 499 842 17 500 839 18 501 835 19 501 832 20 501 829 21 502 826 22 502 822 23 503 820 24 504 818 25 504 814 26 505 811 27 505 808 28 506 806 29 507 803 30 508 800 31 503 768 32 505 776 33 511 791 34 505 769 35 505 766 36 504 760 38 505 757 39 515 774 40 505 751 42 507 743 43 512 752 44 513 751 45 517 757 46 512 742 47 515 744 48 514 742 49 513 740 50 512 738 51 513 741 52 514 739 53 516 743 55 519 746 57 521 741 58 522 739 60 524 738 61 530 740 62 531 736 63 530 733 64 530 731 65 529 727 66 530 725 67 530 723 69 532 720 71 533 717 72 539 719 73 503 723 74 548 714 75 504 723 76 539 721 77 505 721 79 539 718 81 541 716 82 509 718 83 543 714 85 546 695 86 553 707 87 514 714 88 541 697 89 518 709 90 550 708 91 544 695 92 519 708 93 523 706 94 525 705 95 528 704 96 530 703 97 569 701 98 576 694 99 538 700 100 576 694 101 579 693 102 574 688 104 576 686 105 579 685 106 585 689 107 587 689 108 590 694 109 596 689 110 601 688 111 599 689 113 604 690 114 601 684 115 598 682 116 604 684 118 612 682 [OBJ] 4 \"cyan double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 495 690 11 497 688 12 498 685 15 499 681 16 501 679 18 501 677 20 503 674 22 505 671 23 505 669 25 507 666 27 508 663 30 511 658 33 511 654 34 514 654 35 515 652 39 518 659 40 468 677 41 458 693 42 516 640 43 519 650 44 519 655 46 463 679 47 458 684 48 455 686 49 454 688 50 451 689 51 454 688 53 462 682 54 512 666 55 474 675 56 461 679 57 446 683 58 435 686 59 432 686 60 433 684 61 434 681 62 534 659 63 528 664 64 526 664 66 528 661 67 537 659 68 536 658 69 538 657 71 531 657 72 535 656 73 532 655 75 533 653 77 535 652 79 537 650 80 535 649 82 537 647 83 541 646 84 535 646 85 498 650 89 497 652 94 502 651 96 509 648 97 499 648 98 514 647 100 516 646 102 520 646 103 522 643 104 520 642 106 495 641 107 480 640 108 496 641 109 504 640 110 511 640 112 508 640 113 505 640 114 504 639 116 501 636 119 499 634 [OBJS-END] [INTERACTIONS-START] [INTERACT] 23 \"contact\" 0 40 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"contact\" 0 53 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 28 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 18 \"collision\" 40 40 [IN] 3 4 [OUT] 3 4 [INTERACT] 24 \"collision\" 44 44 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 25 \"contact\" 45 57 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 0 \"collision\" 49 49 [IN] 0 1 [OUT] 0 1 [INTERACT] 26 \"collision\" 61 61 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 27 \"contact\" 62 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 11 \"collision\" 63 63 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 12 \"collision\" 69 69 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 70 73 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 19 \"collision\" 79 79 [IN] 3 4 [OUT] 3 4 [INTERACT] 20 \"contact\" 80 81 [IN] 3 4 [OUT] 3 4 [INTERACT] 21 \"collision\" 85 85 [IN] 3 4 [OUT] 3 4 [INTERACT] 22 \"contact\" 86 95 [IN] 3 4 [OUT] 3 4 [INTERACT] 14 \"collision\" 89 89 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"collision\" 92 93 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 93 93 [IN] 1 3 [OUT] 1 3 [INTERACT] 4 \"collision\" 94 94 [IN] 1 4 [OUT] 1 4 [INTERACT] 3 \"contact\" 94 96 [IN] 1 3 [OUT] 1 3 [INTERACT] 5 \"collision\" 97 97 [IN] 1 4 [OUT] 1 4 [INTERACT] 16 \"collision\" 97 97 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 98 101 [IN] 1 4 [OUT] 1 4 [INTERACT] 7 \"collision\" 103 103 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 \"collision\" 109 109 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 \"collision\" 111 111 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"contact\" 112 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/test_full/super_clevr_1195/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"white and grey cardboard desktop hard drive box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 255 986 1 275 982 2 263 982 3 283 978 4 271 978 5 291 974 6 279 974 7 294 970 8 283 970 9 302 966 10 291 966 11 408 958 12 419 955 13 427 951 14 435 947 15 443 939 16 431 939 17 439 935 18 447 931 19 455 923 20 443 923 21 451 919 22 458 916 23 466 912 [OBJ] 1 \"yellow and grey plastic soccer cleat\" 0 24 [VIS] 0 true 2 false 4 true 5 false 10 true 11 false [IN-FRAME] 0 true [PX] 0 294 83 1 298 91 2 null null 4 306 103 5 null null 10 314 115 11 null null [OBJ] 2 \"yellow cardboard DVD set\" 0 24 [VIS] 0 true 2 false 11 true 12 false 15 true [IN-FRAME] 0 true [PX] 0 322 83 1 322 95 2 null null 11 333 111 12 null null 15 337 123 16 341 130 17 345 138 18 349 146 19 353 154 20 357 162 21 361 169 22 365 177 23 369 185 [OBJ] 3 \"wooden toy tableware set\" 0 24 [VIS] 0 true 23 false [IN-FRAME] 0 true [PX] 0 361 748 1 369 755 2 376 763 3 384 771 4 392 779 5 396 787 6 404 794 7 408 802 8 416 806 9 423 814 10 431 822 11 439 830 12 447 837 13 455 845 14 462 849 15 470 857 16 478 865 17 486 873 18 498 884 19 505 888 20 513 896 21 521 900 22 529 912 23 null null [OBJ] 4 \"yellow plastic candy bar\" 0 24 [VIS] 0 true 2 false 21 true [IN-FRAME] 0 true [PX] 0 400 673 1 404 681 2 null null 21 416 693 22 419 697 23 423 705 [OBJ] 5 \"purple and beige wooden dollhouse furniture set\" 0 24 [VIS] 0 true 1 false 2 true [IN-FRAME] 0 true [PX] 0 427 638 1 null null 2 427 642 3 435 650 5 443 658 6 435 654 7 447 662 8 439 658 9 451 666 10 443 662 11 455 669 12 447 666 13 458 673 14 451 669 15 462 677 16 455 673 17 466 681 18 458 677 19 470 685 20 462 681 21 474 689 22 466 685 23 478 693 [OBJ] 6 \"purple running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 490 798 2 494 787 4 498 779 6 501 771 9 505 763 11 509 755 14 513 748 17 517 740 20 521 732 23 525 724 [OBJ] 7 \"teal and pink high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 501 724 1 498 716 3 501 724 4 505 732 5 509 740 6 513 748 7 509 728 8 513 740 9 509 720 10 513 728 11 513 740 12 509 720 13 513 728 14 509 712 15 513 720 16 509 708 17 513 716 18 509 705 19 513 712 20 509 701 21 513 708 22 509 697 23 513 705 [OBJ] 8 \"teal fabric mermaid backpack\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 505 751 1 509 759 2 513 767 3 509 755 5 517 767 7 525 771 12 537 771 15 533 759 16 537 767 17 533 755 18 537 763 20 533 751 21 537 759 23 533 748 [OBJ] 9 \"teal lossless compressor\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 517 681 4 505 693 5 513 685 6 505 693 11 513 685 12 505 693 13 513 685 14 501 693 15 494 697 16 501 689 17 490 697 18 501 685 19 490 693 20 478 697 21 486 689 22 474 693 23 466 697 [OBJ] 10 \"dark grey and purple plastic Shredder action figure\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 595 572 1 591 560 15 591 572 16 591 560 [OBJ] 11 \"silver wireless keyboard\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 615 541 1 615 529 3 615 541 5 615 529 11 615 541 13 615 529 19 615 541 20 615 529 [OBJ] 12 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true 2 false 19 true 21 false [IN-FRAME] 0 true [PX] 0 634 552 2 null null 19 634 556 21 null null [OBJ] 13 \"yellow cardboard Raisinets box\" 0 24 [VIS] 0 true 11 false 13 true 15 false [IN-FRAME] 0 true [PX] 0 642 580 11 null null 13 638 583 15 null null [OBJ] 14 \"red and blue plastic Spider-Man action figure\" 0 24 [VIS] 0 true 12 false 14 true [IN-FRAME] 0 true [PX] 0 650 541 12 null null 14 650 544 [OBJ] 15 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true 23 false [IN-FRAME] 0 true [PX] 0 662 576 23 null null [OBJ] 16 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true 22 false [IN-FRAME] 0 true [PX] 0 666 556 22 null null [OBJ] 17 \"grey and black basketball shoe\" 0 24 [VIS] 0 true 23 false [IN-FRAME] 0 true [PX] 0 669 576 23 null null [OBJ] 18 \"orange and white cardboard sport armband box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 560 1 null null [OBJ] 19 \"yellow plastic plant pot\" 0 24 [VIS] 0 true 19 false 20 true [IN-FRAME] 0 true [PX] 0 998 607 19 null null 20 998 603 21 994 611 [OBJ] 20 \"white and yellow plastic hyaluronic acid bottle\" 1 24 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 123 1 2 173 25 3 232 56 4 271 80 5 298 103 6 314 119 7 310 130 8 306 150 9 310 185 10 314 220 11 322 263 12 330 310 13 337 361 14 349 388 15 357 416 16 365 455 17 373 494 18 376 533 19 384 576 20 388 619 21 400 654 22 416 677 23 427 701 [OBJ] 21 \"blue and orange plastic Therizinosaurus figurine\" 19 24 [VIS] 0 false 19 true [IN-FRAME] 0 false 19 true [PX] 0 null null 19 564 685 21 564 697 22 560 689 23 564 697 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 21 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 14 \"collision\" 1 1 [IN] 19 21 [OUT] 19 21 [INTERACT] 12 \"collision\" 2 2 [IN] 20 21 [OUT] 20 21 [INTERACT] 13 \"contact\" 3 23 [IN] 20 21 [OUT] 20 21 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"gray school\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 248 988 1 249 985 2 261 983 3 262 981 4 264 979 5 269 977 6 273 975 7 277 973 8 282 971 9 288 969 10 294 967 11 301 965 12 299 963 13 308 960 15 316 957 17 330 953 18 327 952 19 330 950 20 331 949 21 334 947 22 337 946 23 341 944 24 344 943 25 350 941 26 355 940 27 362 938 28 357 936 29 362 935 30 369 933 31 366 932 32 373 931 33 371 930 34 378 928 35 376 927 36 384 926 39 393 922 41 394 920 43 408 918 46 411 915 48 415 913 49 421 911 50 416 911 53 422 911 55 419 911 56 430 910 57 426 910 60 435 910 61 431 910 63 429 910 65 439 909 66 436 909 69 433 909 71 444 908 72 441 909 75 439 909 80 447 908 86 444 908 [OBJ] 1 \"brown airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 290 46 2 291 48 3 276 48 4 278 51 5 279 54 6 278 56 7 273 55 8 272 60 9 273 70 10 287 96 11 285 102 12 287 114 13 291 130 14 294 144 15 295 157 16 293 168 17 296 184 18 299 201 19 306 222 20 305 235 21 313 257 22 316 275 23 319 294 24 323 313 25 312 320 26 316 340 27 320 363 28 323 382 29 326 402 30 330 422 31 333 444 32 337 464 33 381 484 34 385 502 35 384 523 36 384 543 37 385 563 38 386 582 39 390 599 40 389 621 41 390 642 42 391 664 43 391 686 44 393 707 45 396 727 46 398 748 47 401 769 48 405 789 50 407 777 51 415 768 52 420 765 53 398 763 54 403 760 55 405 755 56 413 757 57 418 758 58 401 733 59 401 729 60 401 725 61 422 755 63 424 754 64 394 705 65 397 707 66 430 745 67 431 742 68 432 738 69 432 730 70 433 724 71 433 718 72 433 713 73 434 707 74 435 703 75 435 699 76 435 695 77 436 692 78 437 689 80 437 684 81 437 682 82 451 703 84 453 701 85 439 681 92 450 697 93 438 684 96 446 697 101 432 682 103 443 695 104 430 679 107 442 694 110 429 677 111 434 680 112 433 678 113 430 674 115 430 672 116 433 673 118 432 670 119 426 668 [OBJ] 2 \"brown tandem\" 0 120 [VIS] 0 true 54 false [IN-FRAME] 0 true 54 false [PX] 0 365 716 1 367 719 2 371 723 4 382 757 5 369 714 6 380 732 7 393 752 8 384 738 9 387 741 10 401 763 11 405 766 12 398 752 13 411 774 14 415 777 15 415 795 16 422 785 17 425 789 18 429 794 19 433 798 20 425 782 21 427 785 22 444 811 23 449 816 24 441 800 25 458 826 26 462 831 27 467 836 28 473 842 29 478 847 30 455 804 31 474 835 32 462 854 33 484 847 34 501 884 35 508 891 36 514 899 37 526 899 38 533 907 39 523 886 40 530 894 41 509 919 42 518 920 43 524 925 44 534 918 45 537 947 46 544 956 47 552 965 48 557 980 49 567 988 50 582 986 51 572 972 52 581 983 53 600 994 54 null null [OBJ] 3 \"blue utility\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 492 871 1 493 884 2 493 869 3 491 823 4 494 861 5 494 864 6 496 871 7 495 856 8 493 810 9 496 851 10 496 843 11 498 855 12 497 839 13 498 831 14 498 836 15 498 844 16 499 842 17 500 839 18 501 835 19 501 832 20 501 829 21 502 826 22 502 822 23 503 820 24 504 818 25 504 814 26 505 811 27 505 808 28 506 806 29 507 803 30 508 800 31 503 768 32 505 776 33 511 791 34 505 769 35 505 766 36 504 760 38 505 757 39 515 774 40 505 751 42 507 743 43 512 752 44 513 751 45 517 757 46 512 742 47 515 744 48 514 742 49 513 740 50 512 738 51 513 741 52 514 739 53 516 743 55 519 746 57 521 741 58 522 739 60 524 738 61 530 740 62 531 736 63 530 733 64 530 731 65 529 727 66 530 725 67 530 723 69 532 720 71 533 717 72 539 719 73 503 723 74 548 714 75 504 723 76 539 721 77 505 721 79 539 718 81 541 716 82 509 718 83 543 714 85 546 695 86 553 707 87 514 714 88 541 697 89 518 709 90 550 708 91 544 695 92 519 708 93 523 706 94 525 705 95 528 704 96 530 703 97 569 701 98 576 694 99 538 700 100 576 694 101 579 693 102 574 688 104 576 686 105 579 685 106 585 689 107 587 689 108 590 694 109 596 689 110 601 688 111 599 689 113 604 690 114 601 684 115 598 682 116 604 684 118 612 682 [OBJ] 4 \"cyan double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 495 690 11 497 688 12 498 685 15 499 681 16 501 679 18 501 677 20 503 674 22 505 671 23 505 669 25 507 666 27 508 663 30 511 658 33 511 654 34 514 654 35 515 652 39 518 659 40 468 677 41 458 693 42 516 640 43 519 650 44 519 655 46 463 679 47 458 684 48 455 686 49 454 688 50 451 689 51 454 688 53 462 682 54 512 666 55 474 675 56 461 679 57 446 683 58 435 686 59 432 686 60 433 684 61 434 681 62 534 659 63 528 664 64 526 664 66 528 661 67 537 659 68 536 658 69 538 657 71 531 657 72 535 656 73 532 655 75 533 653 77 535 652 79 537 650 80 535 649 82 537 647 83 541 646 84 535 646 85 498 650 89 497 652 94 502 651 96 509 648 97 499 648 98 514 647 100 516 646 102 520 646 103 522 643 104 520 642 106 495 641 107 480 640 108 496 641 109 504 640 110 511 640 112 508 640 113 505 640 114 504 639 116 501 636 119 499 634 [OBJS-END] [INTERACTIONS-START] [INTERACT] 23 \"contact\" 0 40 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"contact\" 0 53 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 28 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 18 \"collision\" 40 40 [IN] 3 4 [OUT] 3 4 [INTERACT] 24 \"collision\" 44 44 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 25 \"contact\" 45 57 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 0 \"collision\" 49 49 [IN] 0 1 [OUT] 0 1 [INTERACT] 26 \"collision\" 61 61 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 27 \"contact\" 62 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 11 \"collision\" 63 63 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 12 \"collision\" 69 69 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 70 73 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 19 \"collision\" 79 79 [IN] 3 4 [OUT] 3 4 [INTERACT] 20 \"contact\" 80 81 [IN] 3 4 [OUT] 3 4 [INTERACT] 21 \"collision\" 85 85 [IN] 3 4 [OUT] 3 4 [INTERACT] 22 \"contact\" 86 95 [IN] 3 4 [OUT] 3 4 [INTERACT] 14 \"collision\" 89 89 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"collision\" 92 93 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 93 93 [IN] 1 3 [OUT] 1 3 [INTERACT] 4 \"collision\" 94 94 [IN] 1 4 [OUT] 1 4 [INTERACT] 3 \"contact\" 94 96 [IN] 1 3 [OUT] 1 3 [INTERACT] 5 \"collision\" 97 97 [IN] 1 4 [OUT] 1 4 [INTERACT] 16 \"collision\" 97 97 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 98 101 [IN] 1 4 [OUT] 1 4 [INTERACT] 7 \"collision\" 103 103 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 \"collision\" 109 109 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 \"collision\" 111 111 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"contact\" 112 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "white and grey cardboard desktop hard drive box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 255,
"y": 986
},
{
"t": 1,
"x": 275,
"y": 982
},
{
"t": 2,
"x": 263,
"y": 982
},
{
"t": 3,
"x": 283,
"y": 978
},
{
"t": 4,
"x": 271,
"y": 978
},
{
"t": 5,
"x": 291,
"y": 974
},
{
"t": 6,
"x": 279,
"y": 974
},
{
"t": 7,
"x": 294,
"y": 970
},
{
"t": 8,
"x": 283,
"y": 970
},
{
"t": 9,
"x": 302,
"y": 966
},
{
"t": 10,
"x": 291,
"y": 966
},
{
"t": 11,
"x": 408,
"y": 958
},
{
"t": 12,
"x": 419,
"y": 955
},
{
"t": 13,
"x": 427,
"y": 951
},
{
"t": 14,
"x": 435,
"y": 947
},
{
"t": 15,
"x": 443,
"y": 939
},
{
"t": 16,
"x": 431,
"y": 939
},
{
"t": 17,
"x": 439,
"y": 935
},
{
"t": 18,
"x": 447,
"y": 931
},
{
"t": 19,
"x": 455,
"y": 923
},
{
"t": 20,
"x": 443,
"y": 923
},
{
"t": 21,
"x": 451,
"y": 919
},
{
"t": 22,
"x": 458,
"y": 916
},
{
"t": 23,
"x": 466,
"y": 912
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "yellow and grey plastic soccer cleat",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 4,
"v": true
},
{
"t": 5,
"v": false
},
{
"t": 10,
"v": true
},
{
"t": 11,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 294,
"y": 83
},
{
"t": 1,
"x": 298,
"y": 91
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 4,
"x": 306,
"y": 103
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 10,
"x": 314,
"y": 115
},
{
"t": 11,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "yellow cardboard DVD set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 11,
"v": true
},
{
"t": 12,
"v": false
},
{
"t": 15,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 322,
"y": 83
},
{
"t": 1,
"x": 322,
"y": 95
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 11,
"x": 333,
"y": 111
},
{
"t": 12,
"x": null,
"y": null
},
{
"t": 15,
"x": 337,
"y": 123
},
{
"t": 16,
"x": 341,
"y": 130
},
{
"t": 17,
"x": 345,
"y": 138
},
{
"t": 18,
"x": 349,
"y": 146
},
{
"t": 19,
"x": 353,
"y": 154
},
{
"t": 20,
"x": 357,
"y": 162
},
{
"t": 21,
"x": 361,
"y": 169
},
{
"t": 22,
"x": 365,
"y": 177
},
{
"t": 23,
"x": 369,
"y": 185
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "wooden toy tableware set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 23,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 361,
"y": 748
},
{
"t": 1,
"x": 369,
"y": 755
},
{
"t": 2,
"x": 376,
"y": 763
},
{
"t": 3,
"x": 384,
"y": 771
},
{
"t": 4,
"x": 392,
"y": 779
},
{
"t": 5,
"x": 396,
"y": 787
},
{
"t": 6,
"x": 404,
"y": 794
},
{
"t": 7,
"x": 408,
"y": 802
},
{
"t": 8,
"x": 416,
"y": 806
},
{
"t": 9,
"x": 423,
"y": 814
},
{
"t": 10,
"x": 431,
"y": 822
},
{
"t": 11,
"x": 439,
"y": 830
},
{
"t": 12,
"x": 447,
"y": 837
},
{
"t": 13,
"x": 455,
"y": 845
},
{
"t": 14,
"x": 462,
"y": 849
},
{
"t": 15,
"x": 470,
"y": 857
},
{
"t": 16,
"x": 478,
"y": 865
},
{
"t": 17,
"x": 486,
"y": 873
},
{
"t": 18,
"x": 498,
"y": 884
},
{
"t": 19,
"x": 505,
"y": 888
},
{
"t": 20,
"x": 513,
"y": 896
},
{
"t": 21,
"x": 521,
"y": 900
},
{
"t": 22,
"x": 529,
"y": 912
},
{
"t": 23,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "yellow plastic candy bar",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 21,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 400,
"y": 673
},
{
"t": 1,
"x": 404,
"y": 681
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 21,
"x": 416,
"y": 693
},
{
"t": 22,
"x": 419,
"y": 697
},
{
"t": 23,
"x": 423,
"y": 705
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "purple and beige wooden dollhouse furniture set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 2,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 427,
"y": 638
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 2,
"x": 427,
"y": 642
},
{
"t": 3,
"x": 435,
"y": 650
},
{
"t": 5,
"x": 443,
"y": 658
},
{
"t": 6,
"x": 435,
"y": 654
},
{
"t": 7,
"x": 447,
"y": 662
},
{
"t": 8,
"x": 439,
"y": 658
},
{
"t": 9,
"x": 451,
"y": 666
},
{
"t": 10,
"x": 443,
"y": 662
},
{
"t": 11,
"x": 455,
"y": 669
},
{
"t": 12,
"x": 447,
"y": 666
},
{
"t": 13,
"x": 458,
"y": 673
},
{
"t": 14,
"x": 451,
"y": 669
},
{
"t": 15,
"x": 462,
"y": 677
},
{
"t": 16,
"x": 455,
"y": 673
},
{
"t": 17,
"x": 466,
"y": 681
},
{
"t": 18,
"x": 458,
"y": 677
},
{
"t": 19,
"x": 470,
"y": 685
},
{
"t": 20,
"x": 462,
"y": 681
},
{
"t": 21,
"x": 474,
"y": 689
},
{
"t": 22,
"x": 466,
"y": 685
},
{
"t": 23,
"x": 478,
"y": 693
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "purple running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 490,
"y": 798
},
{
"t": 2,
"x": 494,
"y": 787
},
{
"t": 4,
"x": 498,
"y": 779
},
{
"t": 6,
"x": 501,
"y": 771
},
{
"t": 9,
"x": 505,
"y": 763
},
{
"t": 11,
"x": 509,
"y": 755
},
{
"t": 14,
"x": 513,
"y": 748
},
{
"t": 17,
"x": 517,
"y": 740
},
{
"t": 20,
"x": 521,
"y": 732
},
{
"t": 23,
"x": 525,
"y": 724
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "teal and pink high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 501,
"y": 724
},
{
"t": 1,
"x": 498,
"y": 716
},
{
"t": 3,
"x": 501,
"y": 724
},
{
"t": 4,
"x": 505,
"y": 732
},
{
"t": 5,
"x": 509,
"y": 740
},
{
"t": 6,
"x": 513,
"y": 748
},
{
"t": 7,
"x": 509,
"y": 728
},
{
"t": 8,
"x": 513,
"y": 740
},
{
"t": 9,
"x": 509,
"y": 720
},
{
"t": 10,
"x": 513,
"y": 728
},
{
"t": 11,
"x": 513,
"y": 740
},
{
"t": 12,
"x": 509,
"y": 720
},
{
"t": 13,
"x": 513,
"y": 728
},
{
"t": 14,
"x": 509,
"y": 712
},
{
"t": 15,
"x": 513,
"y": 720
},
{
"t": 16,
"x": 509,
"y": 708
},
{
"t": 17,
"x": 513,
"y": 716
},
{
"t": 18,
"x": 509,
"y": 705
},
{
"t": 19,
"x": 513,
"y": 712
},
{
"t": 20,
"x": 509,
"y": 701
},
{
"t": 21,
"x": 513,
"y": 708
},
{
"t": 22,
"x": 509,
"y": 697
},
{
"t": 23,
"x": 513,
"y": 705
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 505,
"y": 751
},
{
"t": 1,
"x": 509,
"y": 759
},
{
"t": 2,
"x": 513,
"y": 767
},
{
"t": 3,
"x": 509,
"y": 755
},
{
"t": 5,
"x": 517,
"y": 767
},
{
"t": 7,
"x": 525,
"y": 771
},
{
"t": 12,
"x": 537,
"y": 771
},
{
"t": 15,
"x": 533,
"y": 759
},
{
"t": 16,
"x": 537,
"y": 767
},
{
"t": 17,
"x": 533,
"y": 755
},
{
"t": 18,
"x": 537,
"y": 763
},
{
"t": 20,
"x": 533,
"y": 751
},
{
"t": 21,
"x": 537,
"y": 759
},
{
"t": 23,
"x": 533,
"y": 748
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "teal lossless compressor",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 517,
"y": 681
},
{
"t": 4,
"x": 505,
"y": 693
},
{
"t": 5,
"x": 513,
"y": 685
},
{
"t": 6,
"x": 505,
"y": 693
},
{
"t": 11,
"x": 513,
"y": 685
},
{
"t": 12,
"x": 505,
"y": 693
},
{
"t": 13,
"x": 513,
"y": 685
},
{
"t": 14,
"x": 501,
"y": 693
},
{
"t": 15,
"x": 494,
"y": 697
},
{
"t": 16,
"x": 501,
"y": 689
},
{
"t": 17,
"x": 490,
"y": 697
},
{
"t": 18,
"x": 501,
"y": 685
},
{
"t": 19,
"x": 490,
"y": 693
},
{
"t": 20,
"x": 478,
"y": 697
},
{
"t": 21,
"x": 486,
"y": 689
},
{
"t": 22,
"x": 474,
"y": 693
},
{
"t": 23,
"x": 466,
"y": 697
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "dark grey and purple plastic Shredder action figure",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 595,
"y": 572
},
{
"t": 1,
"x": 591,
"y": 560
},
{
"t": 15,
"x": 591,
"y": 572
},
{
"t": 16,
"x": 591,
"y": 560
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "silver wireless keyboard",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 615,
"y": 541
},
{
"t": 1,
"x": 615,
"y": 529
},
{
"t": 3,
"x": 615,
"y": 541
},
{
"t": 5,
"x": 615,
"y": 529
},
{
"t": 11,
"x": 615,
"y": 541
},
{
"t": 13,
"x": 615,
"y": 529
},
{
"t": 19,
"x": 615,
"y": 541
},
{
"t": 20,
"x": 615,
"y": 529
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 19,
"v": true
},
{
"t": 21,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 634,
"y": 552
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 19,
"x": 634,
"y": 556
},
{
"t": 21,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "yellow cardboard Raisinets box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 11,
"v": false
},
{
"t": 13,
"v": true
},
{
"t": 15,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 642,
"y": 580
},
{
"t": 11,
"x": null,
"y": null
},
{
"t": 13,
"x": 638,
"y": 583
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "red and blue plastic Spider-Man action figure",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 12,
"v": false
},
{
"t": 14,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 650,
"y": 541
},
{
"t": 12,
"x": null,
"y": null
},
{
"t": 14,
"x": 650,
"y": 544
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 23,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 662,
"y": 576
},
{
"t": 23,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 22,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 666,
"y": 556
},
{
"t": 22,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "grey and black basketball shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 23,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 669,
"y": 576
},
{
"t": 23,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "orange and white cardboard sport armband box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 560
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "yellow plastic plant pot",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 19,
"v": false
},
{
"t": 20,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 607
},
{
"t": 19,
"x": null,
"y": null
},
{
"t": 20,
"x": 998,
"y": 603
},
{
"t": 21,
"x": 994,
"y": 611
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "white and yellow plastic hyaluronic acid bottle",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 123,
"y": 1
},
{
"t": 2,
"x": 173,
"y": 25
},
{
"t": 3,
"x": 232,
"y": 56
},
{
"t": 4,
"x": 271,
"y": 80
},
{
"t": 5,
"x": 298,
"y": 103
},
{
"t": 6,
"x": 314,
"y": 119
},
{
"t": 7,
"x": 310,
"y": 130
},
{
"t": 8,
"x": 306,
"y": 150
},
{
"t": 9,
"x": 310,
"y": 185
},
{
"t": 10,
"x": 314,
"y": 220
},
{
"t": 11,
"x": 322,
"y": 263
},
{
"t": 12,
"x": 330,
"y": 310
},
{
"t": 13,
"x": 337,
"y": 361
},
{
"t": 14,
"x": 349,
"y": 388
},
{
"t": 15,
"x": 357,
"y": 416
},
{
"t": 16,
"x": 365,
"y": 455
},
{
"t": 17,
"x": 373,
"y": 494
},
{
"t": 18,
"x": 376,
"y": 533
},
{
"t": 19,
"x": 384,
"y": 576
},
{
"t": 20,
"x": 388,
"y": 619
},
{
"t": 21,
"x": 400,
"y": 654
},
{
"t": 22,
"x": 416,
"y": 677
},
{
"t": 23,
"x": 427,
"y": 701
}
],
"birth": 1,
"death": 24
},
{
"id": 21,
"type": "blue and orange plastic Therizinosaurus figurine",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 19,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 19,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 19,
"x": 564,
"y": 685
},
{
"t": 21,
"x": 564,
"y": 697
},
{
"t": 22,
"x": 560,
"y": 689
},
{
"t": 23,
"x": 564,
"y": 697
}
],
"birth": 19,
"death": 24
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
7,
9
],
"outputs": [
7,
9
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 24,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
19,
21
],
"outputs": [
19,
21
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 12,
"inputs": [
20,
21
],
"outputs": [
20,
21
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 13,
"inputs": [
20,
21
],
"outputs": [
20,
21
],
"begins_at": 3,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "gray school",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 248,
"y": 988
},
{
"t": 1,
"x": 249,
"y": 985
},
{
"t": 2,
"x": 261,
"y": 983
},
{
"t": 3,
"x": 262,
"y": 981
},
{
"t": 4,
"x": 264,
"y": 979
},
{
"t": 5,
"x": 269,
"y": 977
},
{
"t": 6,
"x": 273,
"y": 975
},
{
"t": 7,
"x": 277,
"y": 973
},
{
"t": 8,
"x": 282,
"y": 971
},
{
"t": 9,
"x": 288,
"y": 969
},
{
"t": 10,
"x": 294,
"y": 967
},
{
"t": 11,
"x": 301,
"y": 965
},
{
"t": 12,
"x": 299,
"y": 963
},
{
"t": 13,
"x": 308,
"y": 960
},
{
"t": 15,
"x": 316,
"y": 957
},
{
"t": 17,
"x": 330,
"y": 953
},
{
"t": 18,
"x": 327,
"y": 952
},
{
"t": 19,
"x": 330,
"y": 950
},
{
"t": 20,
"x": 331,
"y": 949
},
{
"t": 21,
"x": 334,
"y": 947
},
{
"t": 22,
"x": 337,
"y": 946
},
{
"t": 23,
"x": 341,
"y": 944
},
{
"t": 24,
"x": 344,
"y": 943
},
{
"t": 25,
"x": 350,
"y": 941
},
{
"t": 26,
"x": 355,
"y": 940
},
{
"t": 27,
"x": 362,
"y": 938
},
{
"t": 28,
"x": 357,
"y": 936
},
{
"t": 29,
"x": 362,
"y": 935
},
{
"t": 30,
"x": 369,
"y": 933
},
{
"t": 31,
"x": 366,
"y": 932
},
{
"t": 32,
"x": 373,
"y": 931
},
{
"t": 33,
"x": 371,
"y": 930
},
{
"t": 34,
"x": 378,
"y": 928
},
{
"t": 35,
"x": 376,
"y": 927
},
{
"t": 36,
"x": 384,
"y": 926
},
{
"t": 39,
"x": 393,
"y": 922
},
{
"t": 41,
"x": 394,
"y": 920
},
{
"t": 43,
"x": 408,
"y": 918
},
{
"t": 46,
"x": 411,
"y": 915
},
{
"t": 48,
"x": 415,
"y": 913
},
{
"t": 49,
"x": 421,
"y": 911
},
{
"t": 50,
"x": 416,
"y": 911
},
{
"t": 53,
"x": 422,
"y": 911
},
{
"t": 55,
"x": 419,
"y": 911
},
{
"t": 56,
"x": 430,
"y": 910
},
{
"t": 57,
"x": 426,
"y": 910
},
{
"t": 60,
"x": 435,
"y": 910
},
{
"t": 61,
"x": 431,
"y": 910
},
{
"t": 63,
"x": 429,
"y": 910
},
{
"t": 65,
"x": 439,
"y": 909
},
{
"t": 66,
"x": 436,
"y": 909
},
{
"t": 69,
"x": 433,
"y": 909
},
{
"t": 71,
"x": 444,
"y": 908
},
{
"t": 72,
"x": 441,
"y": 909
},
{
"t": 75,
"x": 439,
"y": 909
},
{
"t": 80,
"x": 447,
"y": 908
},
{
"t": 86,
"x": 444,
"y": 908
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "brown airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 290,
"y": 46
},
{
"t": 2,
"x": 291,
"y": 48
},
{
"t": 3,
"x": 276,
"y": 48
},
{
"t": 4,
"x": 278,
"y": 51
},
{
"t": 5,
"x": 279,
"y": 54
},
{
"t": 6,
"x": 278,
"y": 56
},
{
"t": 7,
"x": 273,
"y": 55
},
{
"t": 8,
"x": 272,
"y": 60
},
{
"t": 9,
"x": 273,
"y": 70
},
{
"t": 10,
"x": 287,
"y": 96
},
{
"t": 11,
"x": 285,
"y": 102
},
{
"t": 12,
"x": 287,
"y": 114
},
{
"t": 13,
"x": 291,
"y": 130
},
{
"t": 14,
"x": 294,
"y": 144
},
{
"t": 15,
"x": 295,
"y": 157
},
{
"t": 16,
"x": 293,
"y": 168
},
{
"t": 17,
"x": 296,
"y": 184
},
{
"t": 18,
"x": 299,
"y": 201
},
{
"t": 19,
"x": 306,
"y": 222
},
{
"t": 20,
"x": 305,
"y": 235
},
{
"t": 21,
"x": 313,
"y": 257
},
{
"t": 22,
"x": 316,
"y": 275
},
{
"t": 23,
"x": 319,
"y": 294
},
{
"t": 24,
"x": 323,
"y": 313
},
{
"t": 25,
"x": 312,
"y": 320
},
{
"t": 26,
"x": 316,
"y": 340
},
{
"t": 27,
"x": 320,
"y": 363
},
{
"t": 28,
"x": 323,
"y": 382
},
{
"t": 29,
"x": 326,
"y": 402
},
{
"t": 30,
"x": 330,
"y": 422
},
{
"t": 31,
"x": 333,
"y": 444
},
{
"t": 32,
"x": 337,
"y": 464
},
{
"t": 33,
"x": 381,
"y": 484
},
{
"t": 34,
"x": 385,
"y": 502
},
{
"t": 35,
"x": 384,
"y": 523
},
{
"t": 36,
"x": 384,
"y": 543
},
{
"t": 37,
"x": 385,
"y": 563
},
{
"t": 38,
"x": 386,
"y": 582
},
{
"t": 39,
"x": 390,
"y": 599
},
{
"t": 40,
"x": 389,
"y": 621
},
{
"t": 41,
"x": 390,
"y": 642
},
{
"t": 42,
"x": 391,
"y": 664
},
{
"t": 43,
"x": 391,
"y": 686
},
{
"t": 44,
"x": 393,
"y": 707
},
{
"t": 45,
"x": 396,
"y": 727
},
{
"t": 46,
"x": 398,
"y": 748
},
{
"t": 47,
"x": 401,
"y": 769
},
{
"t": 48,
"x": 405,
"y": 789
},
{
"t": 50,
"x": 407,
"y": 777
},
{
"t": 51,
"x": 415,
"y": 768
},
{
"t": 52,
"x": 420,
"y": 765
},
{
"t": 53,
"x": 398,
"y": 763
},
{
"t": 54,
"x": 403,
"y": 760
},
{
"t": 55,
"x": 405,
"y": 755
},
{
"t": 56,
"x": 413,
"y": 757
},
{
"t": 57,
"x": 418,
"y": 758
},
{
"t": 58,
"x": 401,
"y": 733
},
{
"t": 59,
"x": 401,
"y": 729
},
{
"t": 60,
"x": 401,
"y": 725
},
{
"t": 61,
"x": 422,
"y": 755
},
{
"t": 63,
"x": 424,
"y": 754
},
{
"t": 64,
"x": 394,
"y": 705
},
{
"t": 65,
"x": 397,
"y": 707
},
{
"t": 66,
"x": 430,
"y": 745
},
{
"t": 67,
"x": 431,
"y": 742
},
{
"t": 68,
"x": 432,
"y": 738
},
{
"t": 69,
"x": 432,
"y": 730
},
{
"t": 70,
"x": 433,
"y": 724
},
{
"t": 71,
"x": 433,
"y": 718
},
{
"t": 72,
"x": 433,
"y": 713
},
{
"t": 73,
"x": 434,
"y": 707
},
{
"t": 74,
"x": 435,
"y": 703
},
{
"t": 75,
"x": 435,
"y": 699
},
{
"t": 76,
"x": 435,
"y": 695
},
{
"t": 77,
"x": 436,
"y": 692
},
{
"t": 78,
"x": 437,
"y": 689
},
{
"t": 80,
"x": 437,
"y": 684
},
{
"t": 81,
"x": 437,
"y": 682
},
{
"t": 82,
"x": 451,
"y": 703
},
{
"t": 84,
"x": 453,
"y": 701
},
{
"t": 85,
"x": 439,
"y": 681
},
{
"t": 92,
"x": 450,
"y": 697
},
{
"t": 93,
"x": 438,
"y": 684
},
{
"t": 96,
"x": 446,
"y": 697
},
{
"t": 101,
"x": 432,
"y": 682
},
{
"t": 103,
"x": 443,
"y": 695
},
{
"t": 104,
"x": 430,
"y": 679
},
{
"t": 107,
"x": 442,
"y": 694
},
{
"t": 110,
"x": 429,
"y": 677
},
{
"t": 111,
"x": 434,
"y": 680
},
{
"t": 112,
"x": 433,
"y": 678
},
{
"t": 113,
"x": 430,
"y": 674
},
{
"t": 115,
"x": 430,
"y": 672
},
{
"t": 116,
"x": 433,
"y": 673
},
{
"t": 118,
"x": 432,
"y": 670
},
{
"t": 119,
"x": 426,
"y": 668
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "brown tandem",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 54,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 54,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 365,
"y": 716
},
{
"t": 1,
"x": 367,
"y": 719
},
{
"t": 2,
"x": 371,
"y": 723
},
{
"t": 4,
"x": 382,
"y": 757
},
{
"t": 5,
"x": 369,
"y": 714
},
{
"t": 6,
"x": 380,
"y": 732
},
{
"t": 7,
"x": 393,
"y": 752
},
{
"t": 8,
"x": 384,
"y": 738
},
{
"t": 9,
"x": 387,
"y": 741
},
{
"t": 10,
"x": 401,
"y": 763
},
{
"t": 11,
"x": 405,
"y": 766
},
{
"t": 12,
"x": 398,
"y": 752
},
{
"t": 13,
"x": 411,
"y": 774
},
{
"t": 14,
"x": 415,
"y": 777
},
{
"t": 15,
"x": 415,
"y": 795
},
{
"t": 16,
"x": 422,
"y": 785
},
{
"t": 17,
"x": 425,
"y": 789
},
{
"t": 18,
"x": 429,
"y": 794
},
{
"t": 19,
"x": 433,
"y": 798
},
{
"t": 20,
"x": 425,
"y": 782
},
{
"t": 21,
"x": 427,
"y": 785
},
{
"t": 22,
"x": 444,
"y": 811
},
{
"t": 23,
"x": 449,
"y": 816
},
{
"t": 24,
"x": 441,
"y": 800
},
{
"t": 25,
"x": 458,
"y": 826
},
{
"t": 26,
"x": 462,
"y": 831
},
{
"t": 27,
"x": 467,
"y": 836
},
{
"t": 28,
"x": 473,
"y": 842
},
{
"t": 29,
"x": 478,
"y": 847
},
{
"t": 30,
"x": 455,
"y": 804
},
{
"t": 31,
"x": 474,
"y": 835
},
{
"t": 32,
"x": 462,
"y": 854
},
{
"t": 33,
"x": 484,
"y": 847
},
{
"t": 34,
"x": 501,
"y": 884
},
{
"t": 35,
"x": 508,
"y": 891
},
{
"t": 36,
"x": 514,
"y": 899
},
{
"t": 37,
"x": 526,
"y": 899
},
{
"t": 38,
"x": 533,
"y": 907
},
{
"t": 39,
"x": 523,
"y": 886
},
{
"t": 40,
"x": 530,
"y": 894
},
{
"t": 41,
"x": 509,
"y": 919
},
{
"t": 42,
"x": 518,
"y": 920
},
{
"t": 43,
"x": 524,
"y": 925
},
{
"t": 44,
"x": 534,
"y": 918
},
{
"t": 45,
"x": 537,
"y": 947
},
{
"t": 46,
"x": 544,
"y": 956
},
{
"t": 47,
"x": 552,
"y": 965
},
{
"t": 48,
"x": 557,
"y": 980
},
{
"t": 49,
"x": 567,
"y": 988
},
{
"t": 50,
"x": 582,
"y": 986
},
{
"t": 51,
"x": 572,
"y": 972
},
{
"t": 52,
"x": 581,
"y": 983
},
{
"t": 53,
"x": 600,
"y": 994
},
{
"t": 54,
"x": null,
"y": null
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "blue utility",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 492,
"y": 871
},
{
"t": 1,
"x": 493,
"y": 884
},
{
"t": 2,
"x": 493,
"y": 869
},
{
"t": 3,
"x": 491,
"y": 823
},
{
"t": 4,
"x": 494,
"y": 861
},
{
"t": 5,
"x": 494,
"y": 864
},
{
"t": 6,
"x": 496,
"y": 871
},
{
"t": 7,
"x": 495,
"y": 856
},
{
"t": 8,
"x": 493,
"y": 810
},
{
"t": 9,
"x": 496,
"y": 851
},
{
"t": 10,
"x": 496,
"y": 843
},
{
"t": 11,
"x": 498,
"y": 855
},
{
"t": 12,
"x": 497,
"y": 839
},
{
"t": 13,
"x": 498,
"y": 831
},
{
"t": 14,
"x": 498,
"y": 836
},
{
"t": 15,
"x": 498,
"y": 844
},
{
"t": 16,
"x": 499,
"y": 842
},
{
"t": 17,
"x": 500,
"y": 839
},
{
"t": 18,
"x": 501,
"y": 835
},
{
"t": 19,
"x": 501,
"y": 832
},
{
"t": 20,
"x": 501,
"y": 829
},
{
"t": 21,
"x": 502,
"y": 826
},
{
"t": 22,
"x": 502,
"y": 822
},
{
"t": 23,
"x": 503,
"y": 820
},
{
"t": 24,
"x": 504,
"y": 818
},
{
"t": 25,
"x": 504,
"y": 814
},
{
"t": 26,
"x": 505,
"y": 811
},
{
"t": 27,
"x": 505,
"y": 808
},
{
"t": 28,
"x": 506,
"y": 806
},
{
"t": 29,
"x": 507,
"y": 803
},
{
"t": 30,
"x": 508,
"y": 800
},
{
"t": 31,
"x": 503,
"y": 768
},
{
"t": 32,
"x": 505,
"y": 776
},
{
"t": 33,
"x": 511,
"y": 791
},
{
"t": 34,
"x": 505,
"y": 769
},
{
"t": 35,
"x": 505,
"y": 766
},
{
"t": 36,
"x": 504,
"y": 760
},
{
"t": 38,
"x": 505,
"y": 757
},
{
"t": 39,
"x": 515,
"y": 774
},
{
"t": 40,
"x": 505,
"y": 751
},
{
"t": 42,
"x": 507,
"y": 743
},
{
"t": 43,
"x": 512,
"y": 752
},
{
"t": 44,
"x": 513,
"y": 751
},
{
"t": 45,
"x": 517,
"y": 757
},
{
"t": 46,
"x": 512,
"y": 742
},
{
"t": 47,
"x": 515,
"y": 744
},
{
"t": 48,
"x": 514,
"y": 742
},
{
"t": 49,
"x": 513,
"y": 740
},
{
"t": 50,
"x": 512,
"y": 738
},
{
"t": 51,
"x": 513,
"y": 741
},
{
"t": 52,
"x": 514,
"y": 739
},
{
"t": 53,
"x": 516,
"y": 743
},
{
"t": 55,
"x": 519,
"y": 746
},
{
"t": 57,
"x": 521,
"y": 741
},
{
"t": 58,
"x": 522,
"y": 739
},
{
"t": 60,
"x": 524,
"y": 738
},
{
"t": 61,
"x": 530,
"y": 740
},
{
"t": 62,
"x": 531,
"y": 736
},
{
"t": 63,
"x": 530,
"y": 733
},
{
"t": 64,
"x": 530,
"y": 731
},
{
"t": 65,
"x": 529,
"y": 727
},
{
"t": 66,
"x": 530,
"y": 725
},
{
"t": 67,
"x": 530,
"y": 723
},
{
"t": 69,
"x": 532,
"y": 720
},
{
"t": 71,
"x": 533,
"y": 717
},
{
"t": 72,
"x": 539,
"y": 719
},
{
"t": 73,
"x": 503,
"y": 723
},
{
"t": 74,
"x": 548,
"y": 714
},
{
"t": 75,
"x": 504,
"y": 723
},
{
"t": 76,
"x": 539,
"y": 721
},
{
"t": 77,
"x": 505,
"y": 721
},
{
"t": 79,
"x": 539,
"y": 718
},
{
"t": 81,
"x": 541,
"y": 716
},
{
"t": 82,
"x": 509,
"y": 718
},
{
"t": 83,
"x": 543,
"y": 714
},
{
"t": 85,
"x": 546,
"y": 695
},
{
"t": 86,
"x": 553,
"y": 707
},
{
"t": 87,
"x": 514,
"y": 714
},
{
"t": 88,
"x": 541,
"y": 697
},
{
"t": 89,
"x": 518,
"y": 709
},
{
"t": 90,
"x": 550,
"y": 708
},
{
"t": 91,
"x": 544,
"y": 695
},
{
"t": 92,
"x": 519,
"y": 708
},
{
"t": 93,
"x": 523,
"y": 706
},
{
"t": 94,
"x": 525,
"y": 705
},
{
"t": 95,
"x": 528,
"y": 704
},
{
"t": 96,
"x": 530,
"y": 703
},
{
"t": 97,
"x": 569,
"y": 701
},
{
"t": 98,
"x": 576,
"y": 694
},
{
"t": 99,
"x": 538,
"y": 700
},
{
"t": 100,
"x": 576,
"y": 694
},
{
"t": 101,
"x": 579,
"y": 693
},
{
"t": 102,
"x": 574,
"y": 688
},
{
"t": 104,
"x": 576,
"y": 686
},
{
"t": 105,
"x": 579,
"y": 685
},
{
"t": 106,
"x": 585,
"y": 689
},
{
"t": 107,
"x": 587,
"y": 689
},
{
"t": 108,
"x": 590,
"y": 694
},
{
"t": 109,
"x": 596,
"y": 689
},
{
"t": 110,
"x": 601,
"y": 688
},
{
"t": 111,
"x": 599,
"y": 689
},
{
"t": 113,
"x": 604,
"y": 690
},
{
"t": 114,
"x": 601,
"y": 684
},
{
"t": 115,
"x": 598,
"y": 682
},
{
"t": 116,
"x": 604,
"y": 684
},
{
"t": 118,
"x": 612,
"y": 682
}
],
"birth": 0,
"death": 120
},
{
"id": 4,
"type": "cyan double",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 495,
"y": 690
},
{
"t": 11,
"x": 497,
"y": 688
},
{
"t": 12,
"x": 498,
"y": 685
},
{
"t": 15,
"x": 499,
"y": 681
},
{
"t": 16,
"x": 501,
"y": 679
},
{
"t": 18,
"x": 501,
"y": 677
},
{
"t": 20,
"x": 503,
"y": 674
},
{
"t": 22,
"x": 505,
"y": 671
},
{
"t": 23,
"x": 505,
"y": 669
},
{
"t": 25,
"x": 507,
"y": 666
},
{
"t": 27,
"x": 508,
"y": 663
},
{
"t": 30,
"x": 511,
"y": 658
},
{
"t": 33,
"x": 511,
"y": 654
},
{
"t": 34,
"x": 514,
"y": 654
},
{
"t": 35,
"x": 515,
"y": 652
},
{
"t": 39,
"x": 518,
"y": 659
},
{
"t": 40,
"x": 468,
"y": 677
},
{
"t": 41,
"x": 458,
"y": 693
},
{
"t": 42,
"x": 516,
"y": 640
},
{
"t": 43,
"x": 519,
"y": 650
},
{
"t": 44,
"x": 519,
"y": 655
},
{
"t": 46,
"x": 463,
"y": 679
},
{
"t": 47,
"x": 458,
"y": 684
},
{
"t": 48,
"x": 455,
"y": 686
},
{
"t": 49,
"x": 454,
"y": 688
},
{
"t": 50,
"x": 451,
"y": 689
},
{
"t": 51,
"x": 454,
"y": 688
},
{
"t": 53,
"x": 462,
"y": 682
},
{
"t": 54,
"x": 512,
"y": 666
},
{
"t": 55,
"x": 474,
"y": 675
},
{
"t": 56,
"x": 461,
"y": 679
},
{
"t": 57,
"x": 446,
"y": 683
},
{
"t": 58,
"x": 435,
"y": 686
},
{
"t": 59,
"x": 432,
"y": 686
},
{
"t": 60,
"x": 433,
"y": 684
},
{
"t": 61,
"x": 434,
"y": 681
},
{
"t": 62,
"x": 534,
"y": 659
},
{
"t": 63,
"x": 528,
"y": 664
},
{
"t": 64,
"x": 526,
"y": 664
},
{
"t": 66,
"x": 528,
"y": 661
},
{
"t": 67,
"x": 537,
"y": 659
},
{
"t": 68,
"x": 536,
"y": 658
},
{
"t": 69,
"x": 538,
"y": 657
},
{
"t": 71,
"x": 531,
"y": 657
},
{
"t": 72,
"x": 535,
"y": 656
},
{
"t": 73,
"x": 532,
"y": 655
},
{
"t": 75,
"x": 533,
"y": 653
},
{
"t": 77,
"x": 535,
"y": 652
},
{
"t": 79,
"x": 537,
"y": 650
},
{
"t": 80,
"x": 535,
"y": 649
},
{
"t": 82,
"x": 537,
"y": 647
},
{
"t": 83,
"x": 541,
"y": 646
},
{
"t": 84,
"x": 535,
"y": 646
},
{
"t": 85,
"x": 498,
"y": 650
},
{
"t": 89,
"x": 497,
"y": 652
},
{
"t": 94,
"x": 502,
"y": 651
},
{
"t": 96,
"x": 509,
"y": 648
},
{
"t": 97,
"x": 499,
"y": 648
},
{
"t": 98,
"x": 514,
"y": 647
},
{
"t": 100,
"x": 516,
"y": 646
},
{
"t": 102,
"x": 520,
"y": 646
},
{
"t": 103,
"x": 522,
"y": 643
},
{
"t": 104,
"x": 520,
"y": 642
},
{
"t": 106,
"x": 495,
"y": 641
},
{
"t": 107,
"x": 480,
"y": 640
},
{
"t": 108,
"x": 496,
"y": 641
},
{
"t": 109,
"x": 504,
"y": 640
},
{
"t": 110,
"x": 511,
"y": 640
},
{
"t": 112,
"x": 508,
"y": 640
},
{
"t": 113,
"x": 505,
"y": 640
},
{
"t": 114,
"x": 504,
"y": 639
},
{
"t": 116,
"x": 501,
"y": 636
},
{
"t": 119,
"x": 499,
"y": 634
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 23,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 40,
"type": "contact"
},
{
"id": 17,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 53,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 28,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 18,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 40,
"ends_at": 40,
"type": "collision"
},
{
"id": 24,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 44,
"ends_at": 44,
"type": "collision"
},
{
"id": 25,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 45,
"ends_at": 57,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 49,
"ends_at": 49,
"type": "collision"
},
{
"id": 26,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 61,
"ends_at": 61,
"type": "collision"
},
{
"id": 27,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 62,
"ends_at": 119,
"type": "contact"
},
{
"id": 11,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 63,
"ends_at": 63,
"type": "collision"
},
{
"id": 12,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 69,
"ends_at": 69,
"type": "collision"
},
{
"id": 13,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 70,
"ends_at": 73,
"type": "contact"
},
{
"id": 19,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 79,
"ends_at": 79,
"type": "collision"
},
{
"id": 20,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 80,
"ends_at": 81,
"type": "contact"
},
{
"id": 21,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 85,
"ends_at": 85,
"type": "collision"
},
{
"id": 22,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 86,
"ends_at": 95,
"type": "contact"
},
{
"id": 14,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 89,
"ends_at": 89,
"type": "collision"
},
{
"id": 15,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 92,
"ends_at": 93,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
3
],
"outputs": [
1,
3
],
"begins_at": 93,
"ends_at": 93,
"type": "collision"
},
{
"id": 4,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 94,
"ends_at": 94,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
3
],
"outputs": [
1,
3
],
"begins_at": 94,
"ends_at": 96,
"type": "contact"
},
{
"id": 5,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 97,
"ends_at": 97,
"type": "collision"
},
{
"id": 16,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 97,
"ends_at": 97,
"type": "collision"
},
{
"id": 6,
"inputs": [
1,
4
],
"outputs": [
1,
4
],
"begins_at": 98,
"ends_at": 101,
"type": "contact"
},
{
"id": 7,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 103,
"ends_at": 103,
"type": "collision"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 109,
"ends_at": 109,
"type": "collision"
},
{
"id": 9,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 111,
"ends_at": 111,
"type": "collision"
},
{
"id": 10,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 112,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.29328510551014775,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 215.53906188333744,
"avg_image_position_segmentation_acc": 0.27999999999999997,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.15,
"avg_image_position_segmentation_acc_large": 0.3666666666666667,
"avg_image_position_segmentation_acc_first_frame": 0.4,
"avg_image_position_segmentation_visible_acc": 0.27999999999999997,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.7266666666666667,
"visibility_true_acc": 0.8346296296296296,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.89,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.7266666666666667,
"vis_acc_from_px_true_acc": 0.8346296296296296,
"vis_acc_from_px_false_acc": 0.0,
"num_matches": 5,
"num_unmatched_pred": 17,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 5,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 5,
"avg_image_position_segmentation_acc": 5,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 2,
"avg_image_position_segmentation_acc_large": 3,
"avg_image_position_segmentation_acc_first_frame": 5,
"avg_image_position_segmentation_visible_acc": 5,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 5,
"visibility_true_acc": 5,
"visibility_false_acc": 1,
"is_in_frame_acc": 5,
"is_in_frame_true_acc": 5,
"is_in_frame_false_acc": 1,
"vis_acc_from_px": 5,
"vis_acc_from_px_true_acc": 5,
"vis_acc_from_px_false_acc": 1
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 17,
"target_id": 0,
"pred_id": 17,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 9,
"target_id": 1,
"pred_id": 9,
"cost": 1.1083333333333334,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.6083333333333333,
"weighted_cost": 0.6083333333333333,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 5,
"target_id": 2,
"pred_id": 5,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 6,
"target_id": 3,
"pred_id": 6,
"cost": 0.7,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.7,
"weighted_cost": 0.7,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 7,
"target_id": 4,
"pred_id": 7,
"cost": 0.7916666666666667,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.2916666666666667,
"weighted_cost": 0.2916666666666667,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
1,
2,
3,
4,
8,
10,
11,
12,
13,
14,
15,
16,
18,
19,
20,
21
],
"target_type_counts": {
"gray school": 1,
"brown airliner": 1,
"brown tandem": 1,
"blue utility": 1,
"cyan double": 1
},
"pred_type_counts": {
"white and grey cardboard desktop hard drive box": 1,
"yellow and grey plastic soccer cleat": 1,
"yellow cardboard DVD set": 1,
"wooden toy tableware set": 1,
"yellow plastic candy bar": 1,
"purple and beige wooden dollhouse furniture set": 1,
"purple running shoe": 1,
"teal and pink high-top sneaker": 1,
"teal fabric mermaid backpack": 1,
"teal lossless compressor": 1,
"dark grey and purple plastic Shredder action figure": 1,
"silver wireless keyboard": 1,
"yellow plastic toy school bus": 3,
"yellow cardboard Raisinets box": 1,
"red and blue plastic Spider-Man action figure": 1,
"grey and black basketball shoe": 1,
"orange and white cardboard sport armband box": 1,
"yellow plastic plant pot": 1,
"white and yellow plastic hyaluronic acid bottle": 1,
"blue and orange plastic Therizinosaurus figurine": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 4,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.8,
"1.0": 0.4,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 18,
"false_negatives": 1
},
"0.5": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 2
},
"0.75": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 2
},
"1.0": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.18181818181818182,
"0.5": 0.13636363636363635,
"0.75": 0.13636363636363635,
"1.0": 0.13636363636363635
},
"visibility_recall_by_threshold": {
"0.25": 0.8,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.6
},
"visibility_f1_by_threshold": {
"0.25": 0.2962962962962963,
"0.5": 0.22222222222222218,
"0.75": 0.22222222222222218,
"1.0": 0.22222222222222218
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.75,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
},
"visibility_recall_by_threshold": {
"0.25": 0.75,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
},
"visibility_f1_by_threshold": {
"0.25": 0.75,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.75
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 2
},
"0.5": {
"true_positives": 1,
"false_positives": 21,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 22,
"false_negatives": 5
},
"1.0": {
"true_positives": 0,
"false_positives": 22,
"false_negatives": 5
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.13636363636363635,
"0.5": 0.045454545454545456,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.2,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.22222222222222218,
"0.5": 0.07407407407407407,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.045454545454545456,
"segmentation_frame_average_recall": 0.2,
"segmentation_frame_average_f1": 0.07407407407407407,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 20,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.09090909090909091,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.16666666666666669,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 1,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
},
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.75,
"0.5": 0.25,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.75,
"0.5": 0.25,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.75,
"0.5": 0.25,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.25,
"segmentation_frame_average_recall": 0.25,
"segmentation_frame_average_f1": 0.25,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.5,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.6666666666666666
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 17,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 17,
"cost": 1.0,
"type_similarity": 0.4032984691944206,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 606.2262125805483,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.19166666666666668,
"visibility_true_acc": 0.19166666666666668,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.19166666666666668,
"vis_acc_from_px_true_acc": 0.19166666666666668,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 9,
"cost": 1.1083333333333334,
"type_similarity": 0.2441214215786899,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 196.23181000187375,
"image_position_segmentation_acc": 0.39166666666666666,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.39166666666666666,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.39166666666666666,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 5,
"cost": 1.5,
"type_similarity": 0.2188284953015585,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 167.8160884865093,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.44166666666666665,
"visibility_true_acc": 0.9814814814814815,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.45,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.44166666666666665,
"vis_acc_from_px_true_acc": 0.9814814814814815,
"vis_acc_from_px_false_acc": 0.0
},
{
"target_id": 3,
"pred_id": 6,
"cost": 0.7,
"type_similarity": 0.368105314265086,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 52.34949963170444,
"image_position_segmentation_acc": 0.3,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.3,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.3,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 4,
"pred_id": 7,
"cost": 0.7916666666666667,
"type_similarity": 0.23207182721098374,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 55.071698716051216,
"image_position_segmentation_acc": 0.7083333333333334,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.7083333333333334,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.7083333333333334,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.5006791133945961,
"avg_interaction_input_object_jaccard": 0.4,
"avg_interaction_output_object_jaccard": 0.4,
"avg_interaction_type_exact_match_acc": 0.56,
"num_interaction_matches": 25,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 4,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 23,
"false_negatives": 4
},
"0.5": {
"true_positives": 1,
"false_positives": 24,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 4
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.08,
"0.5": 0.04,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.2,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.12903225806451613,
"0.5": 0.06666666666666667,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 5,
"false_negatives": 4
},
"0.5": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
},
"0.75": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
},
"1.0": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.8333333333333334,
"0.5": 0.5555555555555556,
"0.75": 0.5555555555555556,
"1.0": 0.5555555555555556
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.816326530612245,
"0.5": 0.29411764705882354,
"0.75": 0.29411764705882354,
"1.0": 0.29411764705882354
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 5,
"false_negatives": 4
},
"0.5": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
},
"0.75": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
},
"1.0": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 4
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.8333333333333334,
"0.5": 0.5555555555555556,
"0.75": 0.5555555555555556,
"1.0": 0.5555555555555556
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.816326530612245,
"0.5": 0.29411764705882354,
"0.75": 0.29411764705882354,
"1.0": 0.29411764705882354
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 25,
"avg_interaction_input_object_jaccard": 25,
"avg_interaction_output_object_jaccard": 25,
"avg_interaction_type_exact_match_acc": 25
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 12,
"target_id": 0,
"pred_id": 12,
"cost": 1.4791666666666667,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9791666666666667,
"weighted_cost": 0.9791666666666667,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 9,
"target_id": 1,
"pred_id": 9,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 24,
"target_id": 3,
"pred_id": 24,
"cost": 1.3608247422680413,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8608247422680413,
"weighted_cost": 0.8608247422680413,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 22,
"target_id": 6,
"pred_id": 22,
"cost": 0.8627450980392157,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8627450980392157,
"weighted_cost": 0.8627450980392157,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 5,
"target_id": 7,
"pred_id": 5,
"cost": 2.3798076923076925,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8798076923076923,
"weighted_cost": 0.8798076923076923,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 11,
"target_id": 8,
"pred_id": 11,
"cost": 2.3863636363636362,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8863636363636364,
"weighted_cost": 0.8863636363636364,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 15,
"target_id": 9,
"pred_id": 15,
"cost": 2.388392857142857,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8883928571428572,
"weighted_cost": 0.8883928571428572,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 0,
"target_id": 10,
"pred_id": 0,
"cost": 1.3666666666666667,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8666666666666667,
"weighted_cost": 0.8666666666666667,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 6,
"target_id": 11,
"pred_id": 6,
"cost": 2.3046875,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8046875,
"weighted_cost": 0.8046875,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 1,
"target_id": 12,
"pred_id": 1,
"cost": 2.321428571428571,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8214285714285714,
"weighted_cost": 0.8214285714285714,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 18,
"target_id": 13,
"pred_id": 18,
"cost": 1.3108108108108107,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8108108108108107,
"weighted_cost": 0.8108108108108107,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 16,
"target_id": 14,
"pred_id": 16,
"cost": 2.361111111111111,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8611111111111112,
"weighted_cost": 0.8611111111111112,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 8,
"target_id": 15,
"pred_id": 8,
"cost": 2.3617021276595747,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8617021276595744,
"weighted_cost": 0.8617021276595744,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 4,
"target_id": 16,
"pred_id": 4,
"cost": 2.372448979591837,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8724489795918368,
"weighted_cost": 0.8724489795918368,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 17,
"pred_index": 19,
"target_id": 17,
"pred_id": 19,
"cost": 0.2777777777777778,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.2777777777777778,
"weighted_cost": 0.2777777777777778,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 18,
"pred_index": 3,
"target_id": 18,
"pred_id": 3,
"cost": 2.6951219512195124,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6951219512195121,
"weighted_cost": 0.6951219512195121,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 19,
"pred_index": 14,
"target_id": 19,
"pred_id": 14,
"cost": 1.4873417721518987,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9873417721518987,
"weighted_cost": 0.9873417721518987,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 20,
"pred_index": 10,
"target_id": 20,
"pred_id": 10,
"cost": 1.8414634146341464,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8414634146341464,
"weighted_cost": 0.8414634146341464,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 22,
"pred_index": 13,
"target_id": 22,
"pred_id": 13,
"cost": 1.3333333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8333333333333333,
"weighted_cost": 0.8333333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 23,
"pred_index": 20,
"target_id": 23,
"pred_id": 20,
"cost": 0.20731707317073167,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.20731707317073167,
"weighted_cost": 0.20731707317073167,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 24,
"pred_index": 2,
"target_id": 24,
"pred_id": 2,
"cost": 2.2222222222222223,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7222222222222222,
"weighted_cost": 0.7222222222222222,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 25,
"pred_index": 7,
"target_id": 25,
"pred_id": 7,
"cost": 1.1810344827586206,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6810344827586207,
"weighted_cost": 0.6810344827586207,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 26,
"pred_index": 17,
"target_id": 26,
"pred_id": 17,
"cost": 2.2983870967741935,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7983870967741935,
"weighted_cost": 0.7983870967741935,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 27,
"pred_index": 23,
"target_id": 27,
"pred_id": 23,
"cost": 1.1583333333333332,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6583333333333333,
"weighted_cost": 0.6583333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 28,
"pred_index": 21,
"target_id": 28,
"pred_id": 21,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [
2,
4,
5,
21
],
"unmatched_pred_ids": [],
"target_type_counts": {
"collision": 17,
"contact": 12
},
"pred_type_counts": {
"contact": 23,
"collision": 2
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 12,
"target_id": 0,
"pred_id": 12,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4791666666666667,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9583333333333334,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 9,
"target_id": 1,
"pred_id": 9,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 3,
"pred_index": 24,
"target_id": 3,
"pred_id": 24,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3608247422680413,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7216494845360825,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 22,
"target_id": 6,
"pred_id": 22,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.8627450980392157,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7254901960784313,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 7,
"pred_index": 5,
"target_id": 7,
"pred_id": 5,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3798076923076925,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7596153846153846,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 11,
"target_id": 8,
"pred_id": 11,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3863636363636362,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7727272727272727,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 15,
"target_id": 9,
"pred_id": 15,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.388392857142857,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7767857142857143,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 0,
"target_id": 10,
"pred_id": 0,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3666666666666667,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7333333333333333,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 6,
"target_id": 11,
"pred_id": 6,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3046875,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.609375,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 1,
"target_id": 12,
"pred_id": 1,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.321428571428571,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6428571428571429,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 18,
"target_id": 13,
"pred_id": 18,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3108108108108107,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6216216216216216,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 16,
"target_id": 14,
"pred_id": 16,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.361111111111111,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7222222222222222,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 15,
"pred_index": 8,
"target_id": 15,
"pred_id": 8,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3617021276595747,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.723404255319149,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 16,
"pred_index": 4,
"target_id": 16,
"pred_id": 4,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.372448979591837,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7448979591836735,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 17,
"pred_index": 19,
"target_id": 17,
"pred_id": 19,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.2777777777777778,
"temporal_span_iou": 0.4444444444444444,
"temporal_span_giou": 0.4444444444444444,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 18,
"pred_index": 3,
"target_id": 18,
"pred_id": 3,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.6951219512195124,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.3902439024390244,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 19,
"pred_index": 14,
"target_id": 19,
"pred_id": 14,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4873417721518987,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9746835443037974,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 20,
"pred_index": 10,
"target_id": 20,
"pred_id": 10,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.8414634146341464,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6829268292682927,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 22,
"pred_index": 13,
"target_id": 22,
"pred_id": 13,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3333333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6666666666666666,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 23,
"pred_index": 20,
"target_id": 23,
"pred_id": 20,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.20731707317073167,
"temporal_span_iou": 0.5853658536585366,
"temporal_span_giou": 0.5853658536585366,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 24,
"pred_index": 2,
"target_id": 24,
"pred_id": 2,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2222222222222223,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.4444444444444444,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 25,
"pred_index": 7,
"target_id": 25,
"pred_id": 7,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1810344827586206,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.3620689655172414,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 26,
"pred_index": 17,
"target_id": 26,
"pred_id": 17,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2983870967741935,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5967741935483871,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 27,
"pred_index": 23,
"target_id": 27,
"pred_id": 23,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1583333333333332,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.31666666666666665,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 28,
"pred_index": 21,
"target_id": 28,
"pred_id": 21,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.41094354879107076,
"avg_interaction_input_object_jaccard": 0.48148148148148134,
"avg_interaction_output_object_jaccard": 0.48148148148148134,
"avg_interaction_type_exact_match_acc": 0.4444444444444444,
"num_interaction_matches": 18,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 16,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 17,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 18,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 18,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.1111111111111111,
"0.5": 0.05555555555555555,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.19999999999999998,
"0.5": 0.10526315789473684,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.2222222222222222,
"0.75": 0.2222222222222222,
"1.0": 0.2222222222222222
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.3636363636363636,
"0.75": 0.3636363636363636,
"1.0": 0.3636363636363636
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.2222222222222222,
"0.75": 0.2222222222222222,
"1.0": 0.2222222222222222
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.3636363636363636,
"0.75": 0.3636363636363636,
"1.0": 0.3636363636363636
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.7314277080893755,
"avg_interaction_input_object_jaccard": 0.19047619047619047,
"avg_interaction_output_object_jaccard": 0.19047619047619047,
"avg_interaction_type_exact_match_acc": 0.8571428571428571,
"num_interaction_matches": 7,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 4,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 4
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 5,
"false_negatives": 4
},
"0.5": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
},
"0.75": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
},
"1.0": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.14285714285714285,
"0.75": 0.14285714285714285,
"1.0": 0.14285714285714285
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.30769230769230765,
"0.5": 0.16666666666666666,
"0.75": 0.16666666666666666,
"1.0": 0.16666666666666666
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 5,
"false_negatives": 4
},
"0.5": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
},
"0.75": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
},
"1.0": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 4
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.14285714285714285,
"0.75": 0.14285714285714285,
"1.0": 0.14285714285714285
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.30769230769230765,
"0.5": 0.16666666666666666,
"0.75": 0.16666666666666666,
"1.0": 0.16666666666666666
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 18,
"avg_interaction_input_object_jaccard": 18,
"avg_interaction_output_object_jaccard": 18,
"avg_interaction_type_exact_match_acc": 18
},
"object_object": {
"avg_interaction_temporal_span_giou": 7,
"avg_interaction_input_object_jaccard": 7,
"avg_interaction_output_object_jaccard": 7,
"avg_interaction_type_exact_match_acc": 7
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.7012587976368884,
"avg_interaction_input_object_jaccard": 0.25641025641025644,
"avg_interaction_output_object_jaccard": 0.25641025641025644,
"avg_interaction_type_exact_match_acc": 0.15384615384615385,
"num_interaction_matches": 13,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 4,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.7692307692307693,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.7142857142857143,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7407407407407408,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 13,
"false_negatives": 4
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.7692307692307693,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.7142857142857143,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7407407407407408,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.28338445546544627,
"avg_interaction_input_object_jaccard": 0.5555555555555555,
"avg_interaction_output_object_jaccard": 0.5555555555555555,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 12,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.16666666666666666,
"0.5": 0.08333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.15384615384615385,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8333333333333334,
"0.5": 0.4166666666666667,
"0.75": 0.4166666666666667,
"1.0": 0.4166666666666667
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.9090909090909091,
"0.5": 0.5882352941176471,
"0.75": 0.5882352941176471,
"1.0": 0.5882352941176471
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8333333333333334,
"0.5": 0.4166666666666667,
"0.75": 0.4166666666666667,
"1.0": 0.4166666666666667
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.9090909090909091,
"0.5": 0.5882352941176471,
"0.75": 0.5882352941176471,
"1.0": 0.5882352941176471
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 13,
"avg_interaction_input_object_jaccard": 13,
"avg_interaction_output_object_jaccard": 13,
"avg_interaction_type_exact_match_acc": 13
},
"contact": {
"avg_interaction_temporal_span_giou": 12,
"avg_interaction_input_object_jaccard": 12,
"avg_interaction_output_object_jaccard": 12,
"avg_interaction_type_exact_match_acc": 12
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}