STRIVE · 08/28/2026
Dyn generalization · test_120 · super_clevr_1132
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"cyan chopper\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 63 681 1 59 676 2 66 681 3 64 678 4 66 679 5 65 667 6 95 663 7 98 663 8 101 665 9 100 668 10 104 668 12 108 680 13 111 680 14 114 680 15 116 681 16 119 682 17 122 683 18 123 686 19 125 689 20 129 689 21 131 689 22 135 689 23 136 692 24 137 695 25 142 692 26 144 695 27 147 695 28 151 693 29 151 698 30 155 696 31 157 699 32 162 695 33 164 696 34 166 699 35 168 699 36 171 699 37 174 699 38 176 700 39 178 700 40 183 697 41 183 701 42 186 702 43 189 701 44 191 702 45 194 702 46 196 703 47 198 703 48 206 696 49 203 704 50 205 704 51 208 704 52 211 704 53 212 705 54 215 705 55 217 705 56 219 706 57 224 703 58 223 706 59 226 705 60 231 711 61 234 710 62 235 701 63 244 685 64 227 713 66 246 711 67 233 713 68 236 713 69 257 688 70 241 713 71 242 714 72 244 714 73 259 702 74 268 689 75 270 688 76 273 688 77 274 689 78 274 706 79 272 703 80 279 701 81 283 689 82 285 690 83 287 689 84 267 718 85 291 688 86 274 718 87 293 702 88 296 691 89 298 691 91 300 703 93 281 718 94 305 703 96 308 705 98 312 703 100 293 719 101 319 692 103 319 705 105 323 705 106 325 703 108 328 703 110 330 704 112 333 704 114 337 704 116 339 705 117 341 704 119 343 705 [OBJ] 1 \"green airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 186 748 14 187 747 15 190 748 17 194 749 20 197 749 22 199 749 25 201 748 26 206 750 29 210 750 32 215 750 33 226 740 34 228 741 35 214 751 36 222 751 37 233 741 38 225 752 39 227 752 40 222 752 41 231 753 43 233 752 44 237 754 45 239 754 47 244 755 48 245 756 50 260 746 51 250 756 52 253 756 53 255 756 55 258 757 56 262 756 58 263 758 60 267 759 62 269 760 63 271 760 64 273 761 67 276 760 68 279 761 70 281 763 72 284 763 73 286 764 75 287 763 76 289 764 78 291 763 79 293 765 81 296 765 84 299 766 86 301 766 89 304 766 90 305 767 92 308 767 94 303 767 95 309 767 96 312 768 98 314 769 101 316 769 102 318 770 106 321 771 109 323 771 113 326 771 115 328 773 119 330 772 [OBJ] 2 \"brown jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 344 402 1 346 403 2 345 401 3 348 403 4 349 404 5 351 405 6 353 408 7 358 414 8 362 419 10 368 427 11 370 431 12 374 436 13 377 442 14 380 447 15 383 453 16 387 459 17 391 467 18 394 473 19 396 480 20 399 488 21 402 495 22 405 503 23 411 516 24 415 525 25 419 535 26 423 546 27 429 559 28 433 571 29 436 581 30 441 595 31 446 608 32 451 622 33 455 634 34 458 643 35 461 651 36 464 660 37 468 671 38 471 681 39 474 692 40 514 706 41 483 717 42 517 728 43 521 736 44 491 743 45 494 749 46 497 756 47 498 763 48 501 771 49 505 779 50 504 789 51 505 799 53 508 800 54 512 802 56 510 794 57 512 793 58 516 792 59 521 795 60 524 794 61 527 792 62 532 793 63 537 794 64 539 792 65 544 795 66 549 797 67 553 798 68 557 800 69 562 803 70 567 808 71 572 813 72 576 815 73 582 822 74 587 827 75 594 835 76 596 838 77 601 843 78 609 855 79 615 863 80 619 868 81 623 873 82 630 881 83 633 884 84 638 892 85 644 899 86 648 905 87 655 916 88 659 919 89 663 925 90 668 932 91 683 950 92 690 957 93 696 964 94 697 961 95 701 964 97 705 963 98 708 963 99 713 965 100 719 968 101 723 968 102 727 970 103 731 970 104 737 973 105 740 972 106 745 974 107 751 977 108 752 968 109 758 974 110 766 979 111 773 982 112 780 983 113 785 985 114 791 985 115 797 986 116 802 984 117 810 991 118 816 989 119 823 984 [OBJ] 3 \"purple double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 783 776 1 772 773 2 763 771 3 791 776 4 742 765 5 730 760 6 721 758 7 710 755 8 700 752 9 691 749 10 680 746 11 669 742 12 659 740 13 650 736 14 641 734 15 630 730 16 622 728 17 612 725 18 603 723 19 594 720 20 583 717 21 576 715 22 593 720 23 558 709 24 550 707 25 564 710 26 530 700 27 521 697 28 513 695 29 527 700 30 520 698 31 519 694 32 533 695 33 531 705 35 533 707 36 365 660 37 362 633 38 362 641 39 358 644 40 352 643 41 347 643 42 341 642 43 334 642 44 330 642 45 324 641 46 409 652 47 405 650 48 401 648 49 396 646 50 393 644 51 387 642 52 383 640 53 380 638 54 376 635 55 371 633 56 367 631 58 360 628 59 357 626 60 251 621 61 348 622 62 285 616 63 316 615 64 255 613 65 239 615 66 245 609 67 299 607 68 282 606 69 273 605 70 267 604 71 318 601 72 295 600 73 287 599 74 281 598 75 250 598 76 204 599 77 266 594 78 262 593 79 241 593 80 221 593 81 176 595 82 173 594 83 295 585 85 288 582 86 285 581 87 287 579 88 173 591 89 172 590 90 257 578 91 170 588 92 169 585 94 162 584 96 161 582 98 162 579 99 154 579 101 155 577 103 150 576 105 148 574 107 142 572 109 143 570 111 143 567 112 137 567 115 137 564 117 133 563 119 132 560 [OBJS-END] [INTERACTIONS-START] [INTERACT] 17 \"contact\" 0 34 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 0 \"collision\" 32 32 [IN] 0 1 [OUT] 0 1 [INTERACT] 4 \"collision\" 34 34 [IN] 2 3 [OUT] 2 3 [INTERACT] 5 \"collision\" 43 43 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 18 \"collision\" 43 44 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 19 \"collision\" 46 47 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 20 \"collision\" 49 49 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 21 \"contact\" 50 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 52 52 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"collision\" 54 54 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"collision\" 61 61 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"collision\" 71 71 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"collision\" 74 74 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 11 \"contact\" 75 81 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"collision\" 85 85 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 86 91 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 14 \"collision\" 94 94 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"collision\" 95 95 [IN] 0 1 [OUT] 0 1 [INTERACT] 15 \"collision\" 98 98 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 \"contact\" 99 119 [IN] 2 65535 [OUT] 2 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/test_full/super_clevr_1132/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"white cardboard box of fondant\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 17 603 1 13 595 2 13 607 3 9 599 4 9 611 5 5 599 6 5 611 7 1 599 8 1 611 9 1 623 10 1 634 11 1 646 12 1 658 13 1 669 14 1 681 16 1 697 17 1 708 18 1 720 19 1 732 20 1 744 21 1 755 22 1 767 23 1 779 [OBJ] 1 \"green and red plastic ninja turtle action figure\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 64 673 3 76 681 4 83 685 5 91 689 6 107 693 8 119 693 10 134 693 12 146 693 14 154 697 15 162 693 17 173 693 19 185 693 21 193 697 23 205 697 [OBJ] 2 \"green wooden toy train\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 80 669 2 91 673 4 99 677 6 107 681 8 115 685 10 123 689 12 130 693 14 138 697 16 146 701 18 154 705 20 162 708 22 169 712 [OBJ] 3 \"green wooden toy airplane\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 166 740 3 173 736 4 181 740 7 193 740 9 201 744 11 208 740 13 220 740 16 228 744 18 240 744 21 248 748 22 255 744 [OBJ] 4 \"red and white ceramic coffee mug\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 271 470 10 283 470 [OBJ] 5 \"white cardboard dietary supplement box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 275 392 5 267 388 14 259 384 15 251 380 [OBJ] 6 \"red and yellow running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 314 521 9 306 517 17 314 521 19 298 517 [OBJ] 7 \"red and yellow running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 341 404 1 345 396 2 349 388 3 353 380 4 361 388 5 369 396 6 376 404 7 384 416 8 388 423 9 392 431 10 396 443 11 404 455 12 408 462 13 416 474 14 419 486 15 427 498 16 431 505 17 435 517 18 439 525 19 443 533 20 451 541 21 458 548 22 462 556 23 470 560 [OBJ] 8 \"yellow and brown hard candy box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 408 544 10 416 548 11 408 544 [OBJ] 9 \"wooden toy breakfast set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 416 486 8 419 494 9 416 486 10 423 494 12 435 505 13 443 513 14 451 521 15 458 529 16 462 537 17 470 544 18 474 552 19 482 560 20 490 564 21 494 572 22 501 580 23 509 583 [OBJ] 10 \"tan and cream leather boat shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 439 529 1 435 537 5 439 529 10 447 525 11 451 533 12 455 541 13 458 548 14 462 560 15 466 568 16 470 580 17 474 587 18 478 599 19 482 611 20 486 623 21 490 630 22 494 638 23 498 650 [OBJ] 11 \"black and metallic dish drainer\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 509 529 2 517 525 12 525 521 16 509 525 [OBJ] 12 \"dark grey cardboard motherboard box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 513 544 11 525 544 12 517 541 20 529 541 21 521 537 [OBJ] 13 \"dark grey cardboard motherboard box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 611 541 16 603 537 [OBJ] 14 \"pink and aqua snake print leather ballet flat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 654 525 13 658 517 [OBJ] 15 \"white and brown leather golf shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 716 548 18 720 541 [OBJ] 16 \"dark grey metallic external hard drive\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 728 529 10 736 525 13 732 517 [OBJ] 17 \"pink and cream ceramic dog bowl\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 775 541 11 779 533 [OBJ] 18 \"pink and cream ceramic dog bowl\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 794 533 16 798 525 [OBJ] 19 \"pink and cream ceramic dog bowl\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 806 533 10 810 525 [OBJ] 20 \"yellow wooden toy construction vehicle set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 912 576 10 919 572 [OBJ] 21 \"pink and aqua snake print leather ballet flat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 591 2 998 603 3 998 587 13 998 599 23 998 587 [OBJ] 22 \"wooden toy railroad crossing\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 576 13 994 583 21 994 572 [OBJ] 23 \"purple and light brown wooden toy bathroom set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 595 17 998 583 18 994 603 20 994 591 [OBJ] 24 \"yellow and brown hard candy box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 603 14 998 591 15 994 607 17 994 595 21 994 583 22 990 603 24 990 591 [OBJ] 25 \"red plastic New Super Mario Bros. Wii game case\" 1 24 [VIS] 0 false 1 true [IN-FRAME] 0 false 1 true [PX] 0 null null 1 1 587 5 1 576 10 1 564 14 1 552 18 1 541 22 1 529 [OBJ] 26 \"wooden toy railroad crossing\" 22 24 [VIS] 0 false 22 true [IN-FRAME] 0 false 22 true [PX] 0 null null 22 1 564 23 1 552 [OBJS-END] [INTERACTIONS-START] [INTERACT] 23 \"contact\" 0 6 [IN] 7 10 [OUT] 7 10 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 28 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 21 65535 [OUT] 21 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 22 65535 [OUT] 22 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 23 65535 [OUT] 23 65535 [INTERACT] 21 \"contact\" 0 23 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 26 \"collision\" 7 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 24 \"collision\" 11 11 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 25 \"contact\" 12 23 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"cyan chopper\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 63 681 1 59 676 2 66 681 3 64 678 4 66 679 5 65 667 6 95 663 7 98 663 8 101 665 9 100 668 10 104 668 12 108 680 13 111 680 14 114 680 15 116 681 16 119 682 17 122 683 18 123 686 19 125 689 20 129 689 21 131 689 22 135 689 23 136 692 24 137 695 25 142 692 26 144 695 27 147 695 28 151 693 29 151 698 30 155 696 31 157 699 32 162 695 33 164 696 34 166 699 35 168 699 36 171 699 37 174 699 38 176 700 39 178 700 40 183 697 41 183 701 42 186 702 43 189 701 44 191 702 45 194 702 46 196 703 47 198 703 48 206 696 49 203 704 50 205 704 51 208 704 52 211 704 53 212 705 54 215 705 55 217 705 56 219 706 57 224 703 58 223 706 59 226 705 60 231 711 61 234 710 62 235 701 63 244 685 64 227 713 66 246 711 67 233 713 68 236 713 69 257 688 70 241 713 71 242 714 72 244 714 73 259 702 74 268 689 75 270 688 76 273 688 77 274 689 78 274 706 79 272 703 80 279 701 81 283 689 82 285 690 83 287 689 84 267 718 85 291 688 86 274 718 87 293 702 88 296 691 89 298 691 91 300 703 93 281 718 94 305 703 96 308 705 98 312 703 100 293 719 101 319 692 103 319 705 105 323 705 106 325 703 108 328 703 110 330 704 112 333 704 114 337 704 116 339 705 117 341 704 119 343 705 [OBJ] 1 \"green airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 186 748 14 187 747 15 190 748 17 194 749 20 197 749 22 199 749 25 201 748 26 206 750 29 210 750 32 215 750 33 226 740 34 228 741 35 214 751 36 222 751 37 233 741 38 225 752 39 227 752 40 222 752 41 231 753 43 233 752 44 237 754 45 239 754 47 244 755 48 245 756 50 260 746 51 250 756 52 253 756 53 255 756 55 258 757 56 262 756 58 263 758 60 267 759 62 269 760 63 271 760 64 273 761 67 276 760 68 279 761 70 281 763 72 284 763 73 286 764 75 287 763 76 289 764 78 291 763 79 293 765 81 296 765 84 299 766 86 301 766 89 304 766 90 305 767 92 308 767 94 303 767 95 309 767 96 312 768 98 314 769 101 316 769 102 318 770 106 321 771 109 323 771 113 326 771 115 328 773 119 330 772 [OBJ] 2 \"brown jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 344 402 1 346 403 2 345 401 3 348 403 4 349 404 5 351 405 6 353 408 7 358 414 8 362 419 10 368 427 11 370 431 12 374 436 13 377 442 14 380 447 15 383 453 16 387 459 17 391 467 18 394 473 19 396 480 20 399 488 21 402 495 22 405 503 23 411 516 24 415 525 25 419 535 26 423 546 27 429 559 28 433 571 29 436 581 30 441 595 31 446 608 32 451 622 33 455 634 34 458 643 35 461 651 36 464 660 37 468 671 38 471 681 39 474 692 40 514 706 41 483 717 42 517 728 43 521 736 44 491 743 45 494 749 46 497 756 47 498 763 48 501 771 49 505 779 50 504 789 51 505 799 53 508 800 54 512 802 56 510 794 57 512 793 58 516 792 59 521 795 60 524 794 61 527 792 62 532 793 63 537 794 64 539 792 65 544 795 66 549 797 67 553 798 68 557 800 69 562 803 70 567 808 71 572 813 72 576 815 73 582 822 74 587 827 75 594 835 76 596 838 77 601 843 78 609 855 79 615 863 80 619 868 81 623 873 82 630 881 83 633 884 84 638 892 85 644 899 86 648 905 87 655 916 88 659 919 89 663 925 90 668 932 91 683 950 92 690 957 93 696 964 94 697 961 95 701 964 97 705 963 98 708 963 99 713 965 100 719 968 101 723 968 102 727 970 103 731 970 104 737 973 105 740 972 106 745 974 107 751 977 108 752 968 109 758 974 110 766 979 111 773 982 112 780 983 113 785 985 114 791 985 115 797 986 116 802 984 117 810 991 118 816 989 119 823 984 [OBJ] 3 \"purple double\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 783 776 1 772 773 2 763 771 3 791 776 4 742 765 5 730 760 6 721 758 7 710 755 8 700 752 9 691 749 10 680 746 11 669 742 12 659 740 13 650 736 14 641 734 15 630 730 16 622 728 17 612 725 18 603 723 19 594 720 20 583 717 21 576 715 22 593 720 23 558 709 24 550 707 25 564 710 26 530 700 27 521 697 28 513 695 29 527 700 30 520 698 31 519 694 32 533 695 33 531 705 35 533 707 36 365 660 37 362 633 38 362 641 39 358 644 40 352 643 41 347 643 42 341 642 43 334 642 44 330 642 45 324 641 46 409 652 47 405 650 48 401 648 49 396 646 50 393 644 51 387 642 52 383 640 53 380 638 54 376 635 55 371 633 56 367 631 58 360 628 59 357 626 60 251 621 61 348 622 62 285 616 63 316 615 64 255 613 65 239 615 66 245 609 67 299 607 68 282 606 69 273 605 70 267 604 71 318 601 72 295 600 73 287 599 74 281 598 75 250 598 76 204 599 77 266 594 78 262 593 79 241 593 80 221 593 81 176 595 82 173 594 83 295 585 85 288 582 86 285 581 87 287 579 88 173 591 89 172 590 90 257 578 91 170 588 92 169 585 94 162 584 96 161 582 98 162 579 99 154 579 101 155 577 103 150 576 105 148 574 107 142 572 109 143 570 111 143 567 112 137 567 115 137 564 117 133 563 119 132 560 [OBJS-END] [INTERACTIONS-START] [INTERACT] 17 \"contact\" 0 34 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 0 \"collision\" 32 32 [IN] 0 1 [OUT] 0 1 [INTERACT] 4 \"collision\" 34 34 [IN] 2 3 [OUT] 2 3 [INTERACT] 5 \"collision\" 43 43 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 18 \"collision\" 43 44 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 19 \"collision\" 46 47 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 20 \"collision\" 49 49 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 21 \"contact\" 50 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 52 52 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"collision\" 54 54 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"collision\" 61 61 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"collision\" 71 71 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"collision\" 74 74 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 11 \"contact\" 75 81 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"collision\" 85 85 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 86 91 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 14 \"collision\" 94 94 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"collision\" 95 95 [IN] 0 1 [OUT] 0 1 [INTERACT] 15 \"collision\" 98 98 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 \"contact\" 99 119 [IN] 2 65535 [OUT] 2 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "white cardboard box of fondant",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 17,
"y": 603
},
{
"t": 1,
"x": 13,
"y": 595
},
{
"t": 2,
"x": 13,
"y": 607
},
{
"t": 3,
"x": 9,
"y": 599
},
{
"t": 4,
"x": 9,
"y": 611
},
{
"t": 5,
"x": 5,
"y": 599
},
{
"t": 6,
"x": 5,
"y": 611
},
{
"t": 7,
"x": 1,
"y": 599
},
{
"t": 8,
"x": 1,
"y": 611
},
{
"t": 9,
"x": 1,
"y": 623
},
{
"t": 10,
"x": 1,
"y": 634
},
{
"t": 11,
"x": 1,
"y": 646
},
{
"t": 12,
"x": 1,
"y": 658
},
{
"t": 13,
"x": 1,
"y": 669
},
{
"t": 14,
"x": 1,
"y": 681
},
{
"t": 16,
"x": 1,
"y": 697
},
{
"t": 17,
"x": 1,
"y": 708
},
{
"t": 18,
"x": 1,
"y": 720
},
{
"t": 19,
"x": 1,
"y": 732
},
{
"t": 20,
"x": 1,
"y": 744
},
{
"t": 21,
"x": 1,
"y": 755
},
{
"t": 22,
"x": 1,
"y": 767
},
{
"t": 23,
"x": 1,
"y": 779
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "green and red plastic ninja turtle action figure",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 64,
"y": 673
},
{
"t": 3,
"x": 76,
"y": 681
},
{
"t": 4,
"x": 83,
"y": 685
},
{
"t": 5,
"x": 91,
"y": 689
},
{
"t": 6,
"x": 107,
"y": 693
},
{
"t": 8,
"x": 119,
"y": 693
},
{
"t": 10,
"x": 134,
"y": 693
},
{
"t": 12,
"x": 146,
"y": 693
},
{
"t": 14,
"x": 154,
"y": 697
},
{
"t": 15,
"x": 162,
"y": 693
},
{
"t": 17,
"x": 173,
"y": 693
},
{
"t": 19,
"x": 185,
"y": 693
},
{
"t": 21,
"x": 193,
"y": 697
},
{
"t": 23,
"x": 205,
"y": 697
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 80,
"y": 669
},
{
"t": 2,
"x": 91,
"y": 673
},
{
"t": 4,
"x": 99,
"y": 677
},
{
"t": 6,
"x": 107,
"y": 681
},
{
"t": 8,
"x": 115,
"y": 685
},
{
"t": 10,
"x": 123,
"y": 689
},
{
"t": 12,
"x": 130,
"y": 693
},
{
"t": 14,
"x": 138,
"y": 697
},
{
"t": 16,
"x": 146,
"y": 701
},
{
"t": 18,
"x": 154,
"y": 705
},
{
"t": 20,
"x": 162,
"y": 708
},
{
"t": 22,
"x": 169,
"y": 712
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "green wooden toy airplane",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 166,
"y": 740
},
{
"t": 3,
"x": 173,
"y": 736
},
{
"t": 4,
"x": 181,
"y": 740
},
{
"t": 7,
"x": 193,
"y": 740
},
{
"t": 9,
"x": 201,
"y": 744
},
{
"t": 11,
"x": 208,
"y": 740
},
{
"t": 13,
"x": 220,
"y": 740
},
{
"t": 16,
"x": 228,
"y": 744
},
{
"t": 18,
"x": 240,
"y": 744
},
{
"t": 21,
"x": 248,
"y": 748
},
{
"t": 22,
"x": 255,
"y": 744
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "red and white ceramic coffee mug",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 271,
"y": 470
},
{
"t": 10,
"x": 283,
"y": 470
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "white cardboard dietary supplement box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 275,
"y": 392
},
{
"t": 5,
"x": 267,
"y": 388
},
{
"t": 14,
"x": 259,
"y": 384
},
{
"t": 15,
"x": 251,
"y": 380
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "red and yellow running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 314,
"y": 521
},
{
"t": 9,
"x": 306,
"y": 517
},
{
"t": 17,
"x": 314,
"y": 521
},
{
"t": 19,
"x": 298,
"y": 517
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "red and yellow running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 341,
"y": 404
},
{
"t": 1,
"x": 345,
"y": 396
},
{
"t": 2,
"x": 349,
"y": 388
},
{
"t": 3,
"x": 353,
"y": 380
},
{
"t": 4,
"x": 361,
"y": 388
},
{
"t": 5,
"x": 369,
"y": 396
},
{
"t": 6,
"x": 376,
"y": 404
},
{
"t": 7,
"x": 384,
"y": 416
},
{
"t": 8,
"x": 388,
"y": 423
},
{
"t": 9,
"x": 392,
"y": 431
},
{
"t": 10,
"x": 396,
"y": 443
},
{
"t": 11,
"x": 404,
"y": 455
},
{
"t": 12,
"x": 408,
"y": 462
},
{
"t": 13,
"x": 416,
"y": 474
},
{
"t": 14,
"x": 419,
"y": 486
},
{
"t": 15,
"x": 427,
"y": 498
},
{
"t": 16,
"x": 431,
"y": 505
},
{
"t": 17,
"x": 435,
"y": 517
},
{
"t": 18,
"x": 439,
"y": 525
},
{
"t": 19,
"x": 443,
"y": 533
},
{
"t": 20,
"x": 451,
"y": 541
},
{
"t": 21,
"x": 458,
"y": 548
},
{
"t": 22,
"x": 462,
"y": 556
},
{
"t": 23,
"x": 470,
"y": 560
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "yellow and brown hard candy box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 408,
"y": 544
},
{
"t": 10,
"x": 416,
"y": 548
},
{
"t": 11,
"x": 408,
"y": 544
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "wooden toy breakfast set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 416,
"y": 486
},
{
"t": 8,
"x": 419,
"y": 494
},
{
"t": 9,
"x": 416,
"y": 486
},
{
"t": 10,
"x": 423,
"y": 494
},
{
"t": 12,
"x": 435,
"y": 505
},
{
"t": 13,
"x": 443,
"y": 513
},
{
"t": 14,
"x": 451,
"y": 521
},
{
"t": 15,
"x": 458,
"y": 529
},
{
"t": 16,
"x": 462,
"y": 537
},
{
"t": 17,
"x": 470,
"y": 544
},
{
"t": 18,
"x": 474,
"y": 552
},
{
"t": 19,
"x": 482,
"y": 560
},
{
"t": 20,
"x": 490,
"y": 564
},
{
"t": 21,
"x": 494,
"y": 572
},
{
"t": 22,
"x": 501,
"y": 580
},
{
"t": 23,
"x": 509,
"y": 583
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "tan and cream leather boat shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 439,
"y": 529
},
{
"t": 1,
"x": 435,
"y": 537
},
{
"t": 5,
"x": 439,
"y": 529
},
{
"t": 10,
"x": 447,
"y": 525
},
{
"t": 11,
"x": 451,
"y": 533
},
{
"t": 12,
"x": 455,
"y": 541
},
{
"t": 13,
"x": 458,
"y": 548
},
{
"t": 14,
"x": 462,
"y": 560
},
{
"t": 15,
"x": 466,
"y": 568
},
{
"t": 16,
"x": 470,
"y": 580
},
{
"t": 17,
"x": 474,
"y": 587
},
{
"t": 18,
"x": 478,
"y": 599
},
{
"t": 19,
"x": 482,
"y": 611
},
{
"t": 20,
"x": 486,
"y": 623
},
{
"t": 21,
"x": 490,
"y": 630
},
{
"t": 22,
"x": 494,
"y": 638
},
{
"t": 23,
"x": 498,
"y": 650
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "black and metallic dish drainer",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 509,
"y": 529
},
{
"t": 2,
"x": 517,
"y": 525
},
{
"t": 12,
"x": 525,
"y": 521
},
{
"t": 16,
"x": 509,
"y": 525
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "dark grey cardboard motherboard box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 513,
"y": 544
},
{
"t": 11,
"x": 525,
"y": 544
},
{
"t": 12,
"x": 517,
"y": 541
},
{
"t": 20,
"x": 529,
"y": 541
},
{
"t": 21,
"x": 521,
"y": 537
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "dark grey cardboard motherboard box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 611,
"y": 541
},
{
"t": 16,
"x": 603,
"y": 537
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "pink and aqua snake print leather ballet flat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 654,
"y": 525
},
{
"t": 13,
"x": 658,
"y": 517
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "white and brown leather golf shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 716,
"y": 548
},
{
"t": 18,
"x": 720,
"y": 541
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "dark grey metallic external hard drive",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 728,
"y": 529
},
{
"t": 10,
"x": 736,
"y": 525
},
{
"t": 13,
"x": 732,
"y": 517
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "pink and cream ceramic dog bowl",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 775,
"y": 541
},
{
"t": 11,
"x": 779,
"y": 533
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "pink and cream ceramic dog bowl",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 794,
"y": 533
},
{
"t": 16,
"x": 798,
"y": 525
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "pink and cream ceramic dog bowl",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 806,
"y": 533
},
{
"t": 10,
"x": 810,
"y": 525
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "yellow wooden toy construction vehicle set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 912,
"y": 576
},
{
"t": 10,
"x": 919,
"y": 572
}
],
"birth": 0,
"death": 24
},
{
"id": 21,
"type": "pink and aqua snake print leather ballet flat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 591
},
{
"t": 2,
"x": 998,
"y": 603
},
{
"t": 3,
"x": 998,
"y": 587
},
{
"t": 13,
"x": 998,
"y": 599
},
{
"t": 23,
"x": 998,
"y": 587
}
],
"birth": 0,
"death": 24
},
{
"id": 22,
"type": "wooden toy railroad crossing",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 576
},
{
"t": 13,
"x": 994,
"y": 583
},
{
"t": 21,
"x": 994,
"y": 572
}
],
"birth": 0,
"death": 24
},
{
"id": 23,
"type": "purple and light brown wooden toy bathroom set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 595
},
{
"t": 17,
"x": 998,
"y": 583
},
{
"t": 18,
"x": 994,
"y": 603
},
{
"t": 20,
"x": 994,
"y": 591
}
],
"birth": 0,
"death": 24
},
{
"id": 24,
"type": "yellow and brown hard candy box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 603
},
{
"t": 14,
"x": 998,
"y": 591
},
{
"t": 15,
"x": 994,
"y": 607
},
{
"t": 17,
"x": 994,
"y": 595
},
{
"t": 21,
"x": 994,
"y": 583
},
{
"t": 22,
"x": 990,
"y": 603
},
{
"t": 24,
"x": 990,
"y": 591
}
],
"birth": 0,
"death": 24
},
{
"id": 25,
"type": "red plastic New Super Mario Bros. Wii game case",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 1,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 1,
"y": 587
},
{
"t": 5,
"x": 1,
"y": 576
},
{
"t": 10,
"x": 1,
"y": 564
},
{
"t": 14,
"x": 1,
"y": 552
},
{
"t": 18,
"x": 1,
"y": 541
},
{
"t": 22,
"x": 1,
"y": 529
}
],
"birth": 1,
"death": 24
},
{
"id": 26,
"type": "wooden toy railroad crossing",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 22,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 22,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 22,
"x": 1,
"y": 564
},
{
"t": 23,
"x": 1,
"y": 552
}
],
"birth": 22,
"death": 24
}
],
"interactions": [
{
"id": 23,
"inputs": [
7,
10
],
"outputs": [
7,
10
],
"begins_at": 0,
"ends_at": 6,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 27,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
21,
65535
],
"outputs": [
21,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
22,
65535
],
"outputs": [
22,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
23,
65535
],
"outputs": [
23,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
26,
65535
],
"outputs": [
26,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 26,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 25,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 12,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "cyan chopper",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 63,
"y": 681
},
{
"t": 1,
"x": 59,
"y": 676
},
{
"t": 2,
"x": 66,
"y": 681
},
{
"t": 3,
"x": 64,
"y": 678
},
{
"t": 4,
"x": 66,
"y": 679
},
{
"t": 5,
"x": 65,
"y": 667
},
{
"t": 6,
"x": 95,
"y": 663
},
{
"t": 7,
"x": 98,
"y": 663
},
{
"t": 8,
"x": 101,
"y": 665
},
{
"t": 9,
"x": 100,
"y": 668
},
{
"t": 10,
"x": 104,
"y": 668
},
{
"t": 12,
"x": 108,
"y": 680
},
{
"t": 13,
"x": 111,
"y": 680
},
{
"t": 14,
"x": 114,
"y": 680
},
{
"t": 15,
"x": 116,
"y": 681
},
{
"t": 16,
"x": 119,
"y": 682
},
{
"t": 17,
"x": 122,
"y": 683
},
{
"t": 18,
"x": 123,
"y": 686
},
{
"t": 19,
"x": 125,
"y": 689
},
{
"t": 20,
"x": 129,
"y": 689
},
{
"t": 21,
"x": 131,
"y": 689
},
{
"t": 22,
"x": 135,
"y": 689
},
{
"t": 23,
"x": 136,
"y": 692
},
{
"t": 24,
"x": 137,
"y": 695
},
{
"t": 25,
"x": 142,
"y": 692
},
{
"t": 26,
"x": 144,
"y": 695
},
{
"t": 27,
"x": 147,
"y": 695
},
{
"t": 28,
"x": 151,
"y": 693
},
{
"t": 29,
"x": 151,
"y": 698
},
{
"t": 30,
"x": 155,
"y": 696
},
{
"t": 31,
"x": 157,
"y": 699
},
{
"t": 32,
"x": 162,
"y": 695
},
{
"t": 33,
"x": 164,
"y": 696
},
{
"t": 34,
"x": 166,
"y": 699
},
{
"t": 35,
"x": 168,
"y": 699
},
{
"t": 36,
"x": 171,
"y": 699
},
{
"t": 37,
"x": 174,
"y": 699
},
{
"t": 38,
"x": 176,
"y": 700
},
{
"t": 39,
"x": 178,
"y": 700
},
{
"t": 40,
"x": 183,
"y": 697
},
{
"t": 41,
"x": 183,
"y": 701
},
{
"t": 42,
"x": 186,
"y": 702
},
{
"t": 43,
"x": 189,
"y": 701
},
{
"t": 44,
"x": 191,
"y": 702
},
{
"t": 45,
"x": 194,
"y": 702
},
{
"t": 46,
"x": 196,
"y": 703
},
{
"t": 47,
"x": 198,
"y": 703
},
{
"t": 48,
"x": 206,
"y": 696
},
{
"t": 49,
"x": 203,
"y": 704
},
{
"t": 50,
"x": 205,
"y": 704
},
{
"t": 51,
"x": 208,
"y": 704
},
{
"t": 52,
"x": 211,
"y": 704
},
{
"t": 53,
"x": 212,
"y": 705
},
{
"t": 54,
"x": 215,
"y": 705
},
{
"t": 55,
"x": 217,
"y": 705
},
{
"t": 56,
"x": 219,
"y": 706
},
{
"t": 57,
"x": 224,
"y": 703
},
{
"t": 58,
"x": 223,
"y": 706
},
{
"t": 59,
"x": 226,
"y": 705
},
{
"t": 60,
"x": 231,
"y": 711
},
{
"t": 61,
"x": 234,
"y": 710
},
{
"t": 62,
"x": 235,
"y": 701
},
{
"t": 63,
"x": 244,
"y": 685
},
{
"t": 64,
"x": 227,
"y": 713
},
{
"t": 66,
"x": 246,
"y": 711
},
{
"t": 67,
"x": 233,
"y": 713
},
{
"t": 68,
"x": 236,
"y": 713
},
{
"t": 69,
"x": 257,
"y": 688
},
{
"t": 70,
"x": 241,
"y": 713
},
{
"t": 71,
"x": 242,
"y": 714
},
{
"t": 72,
"x": 244,
"y": 714
},
{
"t": 73,
"x": 259,
"y": 702
},
{
"t": 74,
"x": 268,
"y": 689
},
{
"t": 75,
"x": 270,
"y": 688
},
{
"t": 76,
"x": 273,
"y": 688
},
{
"t": 77,
"x": 274,
"y": 689
},
{
"t": 78,
"x": 274,
"y": 706
},
{
"t": 79,
"x": 272,
"y": 703
},
{
"t": 80,
"x": 279,
"y": 701
},
{
"t": 81,
"x": 283,
"y": 689
},
{
"t": 82,
"x": 285,
"y": 690
},
{
"t": 83,
"x": 287,
"y": 689
},
{
"t": 84,
"x": 267,
"y": 718
},
{
"t": 85,
"x": 291,
"y": 688
},
{
"t": 86,
"x": 274,
"y": 718
},
{
"t": 87,
"x": 293,
"y": 702
},
{
"t": 88,
"x": 296,
"y": 691
},
{
"t": 89,
"x": 298,
"y": 691
},
{
"t": 91,
"x": 300,
"y": 703
},
{
"t": 93,
"x": 281,
"y": 718
},
{
"t": 94,
"x": 305,
"y": 703
},
{
"t": 96,
"x": 308,
"y": 705
},
{
"t": 98,
"x": 312,
"y": 703
},
{
"t": 100,
"x": 293,
"y": 719
},
{
"t": 101,
"x": 319,
"y": 692
},
{
"t": 103,
"x": 319,
"y": 705
},
{
"t": 105,
"x": 323,
"y": 705
},
{
"t": 106,
"x": 325,
"y": 703
},
{
"t": 108,
"x": 328,
"y": 703
},
{
"t": 110,
"x": 330,
"y": 704
},
{
"t": 112,
"x": 333,
"y": 704
},
{
"t": 114,
"x": 337,
"y": 704
},
{
"t": 116,
"x": 339,
"y": 705
},
{
"t": 117,
"x": 341,
"y": 704
},
{
"t": 119,
"x": 343,
"y": 705
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "green airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 186,
"y": 748
},
{
"t": 14,
"x": 187,
"y": 747
},
{
"t": 15,
"x": 190,
"y": 748
},
{
"t": 17,
"x": 194,
"y": 749
},
{
"t": 20,
"x": 197,
"y": 749
},
{
"t": 22,
"x": 199,
"y": 749
},
{
"t": 25,
"x": 201,
"y": 748
},
{
"t": 26,
"x": 206,
"y": 750
},
{
"t": 29,
"x": 210,
"y": 750
},
{
"t": 32,
"x": 215,
"y": 750
},
{
"t": 33,
"x": 226,
"y": 740
},
{
"t": 34,
"x": 228,
"y": 741
},
{
"t": 35,
"x": 214,
"y": 751
},
{
"t": 36,
"x": 222,
"y": 751
},
{
"t": 37,
"x": 233,
"y": 741
},
{
"t": 38,
"x": 225,
"y": 752
},
{
"t": 39,
"x": 227,
"y": 752
},
{
"t": 40,
"x": 222,
"y": 752
},
{
"t": 41,
"x": 231,
"y": 753
},
{
"t": 43,
"x": 233,
"y": 752
},
{
"t": 44,
"x": 237,
"y": 754
},
{
"t": 45,
"x": 239,
"y": 754
},
{
"t": 47,
"x": 244,
"y": 755
},
{
"t": 48,
"x": 245,
"y": 756
},
{
"t": 50,
"x": 260,
"y": 746
},
{
"t": 51,
"x": 250,
"y": 756
},
{
"t": 52,
"x": 253,
"y": 756
},
{
"t": 53,
"x": 255,
"y": 756
},
{
"t": 55,
"x": 258,
"y": 757
},
{
"t": 56,
"x": 262,
"y": 756
},
{
"t": 58,
"x": 263,
"y": 758
},
{
"t": 60,
"x": 267,
"y": 759
},
{
"t": 62,
"x": 269,
"y": 760
},
{
"t": 63,
"x": 271,
"y": 760
},
{
"t": 64,
"x": 273,
"y": 761
},
{
"t": 67,
"x": 276,
"y": 760
},
{
"t": 68,
"x": 279,
"y": 761
},
{
"t": 70,
"x": 281,
"y": 763
},
{
"t": 72,
"x": 284,
"y": 763
},
{
"t": 73,
"x": 286,
"y": 764
},
{
"t": 75,
"x": 287,
"y": 763
},
{
"t": 76,
"x": 289,
"y": 764
},
{
"t": 78,
"x": 291,
"y": 763
},
{
"t": 79,
"x": 293,
"y": 765
},
{
"t": 81,
"x": 296,
"y": 765
},
{
"t": 84,
"x": 299,
"y": 766
},
{
"t": 86,
"x": 301,
"y": 766
},
{
"t": 89,
"x": 304,
"y": 766
},
{
"t": 90,
"x": 305,
"y": 767
},
{
"t": 92,
"x": 308,
"y": 767
},
{
"t": 94,
"x": 303,
"y": 767
},
{
"t": 95,
"x": 309,
"y": 767
},
{
"t": 96,
"x": 312,
"y": 768
},
{
"t": 98,
"x": 314,
"y": 769
},
{
"t": 101,
"x": 316,
"y": 769
},
{
"t": 102,
"x": 318,
"y": 770
},
{
"t": 106,
"x": 321,
"y": 771
},
{
"t": 109,
"x": 323,
"y": 771
},
{
"t": 113,
"x": 326,
"y": 771
},
{
"t": 115,
"x": 328,
"y": 773
},
{
"t": 119,
"x": 330,
"y": 772
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "brown jet",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 344,
"y": 402
},
{
"t": 1,
"x": 346,
"y": 403
},
{
"t": 2,
"x": 345,
"y": 401
},
{
"t": 3,
"x": 348,
"y": 403
},
{
"t": 4,
"x": 349,
"y": 404
},
{
"t": 5,
"x": 351,
"y": 405
},
{
"t": 6,
"x": 353,
"y": 408
},
{
"t": 7,
"x": 358,
"y": 414
},
{
"t": 8,
"x": 362,
"y": 419
},
{
"t": 10,
"x": 368,
"y": 427
},
{
"t": 11,
"x": 370,
"y": 431
},
{
"t": 12,
"x": 374,
"y": 436
},
{
"t": 13,
"x": 377,
"y": 442
},
{
"t": 14,
"x": 380,
"y": 447
},
{
"t": 15,
"x": 383,
"y": 453
},
{
"t": 16,
"x": 387,
"y": 459
},
{
"t": 17,
"x": 391,
"y": 467
},
{
"t": 18,
"x": 394,
"y": 473
},
{
"t": 19,
"x": 396,
"y": 480
},
{
"t": 20,
"x": 399,
"y": 488
},
{
"t": 21,
"x": 402,
"y": 495
},
{
"t": 22,
"x": 405,
"y": 503
},
{
"t": 23,
"x": 411,
"y": 516
},
{
"t": 24,
"x": 415,
"y": 525
},
{
"t": 25,
"x": 419,
"y": 535
},
{
"t": 26,
"x": 423,
"y": 546
},
{
"t": 27,
"x": 429,
"y": 559
},
{
"t": 28,
"x": 433,
"y": 571
},
{
"t": 29,
"x": 436,
"y": 581
},
{
"t": 30,
"x": 441,
"y": 595
},
{
"t": 31,
"x": 446,
"y": 608
},
{
"t": 32,
"x": 451,
"y": 622
},
{
"t": 33,
"x": 455,
"y": 634
},
{
"t": 34,
"x": 458,
"y": 643
},
{
"t": 35,
"x": 461,
"y": 651
},
{
"t": 36,
"x": 464,
"y": 660
},
{
"t": 37,
"x": 468,
"y": 671
},
{
"t": 38,
"x": 471,
"y": 681
},
{
"t": 39,
"x": 474,
"y": 692
},
{
"t": 40,
"x": 514,
"y": 706
},
{
"t": 41,
"x": 483,
"y": 717
},
{
"t": 42,
"x": 517,
"y": 728
},
{
"t": 43,
"x": 521,
"y": 736
},
{
"t": 44,
"x": 491,
"y": 743
},
{
"t": 45,
"x": 494,
"y": 749
},
{
"t": 46,
"x": 497,
"y": 756
},
{
"t": 47,
"x": 498,
"y": 763
},
{
"t": 48,
"x": 501,
"y": 771
},
{
"t": 49,
"x": 505,
"y": 779
},
{
"t": 50,
"x": 504,
"y": 789
},
{
"t": 51,
"x": 505,
"y": 799
},
{
"t": 53,
"x": 508,
"y": 800
},
{
"t": 54,
"x": 512,
"y": 802
},
{
"t": 56,
"x": 510,
"y": 794
},
{
"t": 57,
"x": 512,
"y": 793
},
{
"t": 58,
"x": 516,
"y": 792
},
{
"t": 59,
"x": 521,
"y": 795
},
{
"t": 60,
"x": 524,
"y": 794
},
{
"t": 61,
"x": 527,
"y": 792
},
{
"t": 62,
"x": 532,
"y": 793
},
{
"t": 63,
"x": 537,
"y": 794
},
{
"t": 64,
"x": 539,
"y": 792
},
{
"t": 65,
"x": 544,
"y": 795
},
{
"t": 66,
"x": 549,
"y": 797
},
{
"t": 67,
"x": 553,
"y": 798
},
{
"t": 68,
"x": 557,
"y": 800
},
{
"t": 69,
"x": 562,
"y": 803
},
{
"t": 70,
"x": 567,
"y": 808
},
{
"t": 71,
"x": 572,
"y": 813
},
{
"t": 72,
"x": 576,
"y": 815
},
{
"t": 73,
"x": 582,
"y": 822
},
{
"t": 74,
"x": 587,
"y": 827
},
{
"t": 75,
"x": 594,
"y": 835
},
{
"t": 76,
"x": 596,
"y": 838
},
{
"t": 77,
"x": 601,
"y": 843
},
{
"t": 78,
"x": 609,
"y": 855
},
{
"t": 79,
"x": 615,
"y": 863
},
{
"t": 80,
"x": 619,
"y": 868
},
{
"t": 81,
"x": 623,
"y": 873
},
{
"t": 82,
"x": 630,
"y": 881
},
{
"t": 83,
"x": 633,
"y": 884
},
{
"t": 84,
"x": 638,
"y": 892
},
{
"t": 85,
"x": 644,
"y": 899
},
{
"t": 86,
"x": 648,
"y": 905
},
{
"t": 87,
"x": 655,
"y": 916
},
{
"t": 88,
"x": 659,
"y": 919
},
{
"t": 89,
"x": 663,
"y": 925
},
{
"t": 90,
"x": 668,
"y": 932
},
{
"t": 91,
"x": 683,
"y": 950
},
{
"t": 92,
"x": 690,
"y": 957
},
{
"t": 93,
"x": 696,
"y": 964
},
{
"t": 94,
"x": 697,
"y": 961
},
{
"t": 95,
"x": 701,
"y": 964
},
{
"t": 97,
"x": 705,
"y": 963
},
{
"t": 98,
"x": 708,
"y": 963
},
{
"t": 99,
"x": 713,
"y": 965
},
{
"t": 100,
"x": 719,
"y": 968
},
{
"t": 101,
"x": 723,
"y": 968
},
{
"t": 102,
"x": 727,
"y": 970
},
{
"t": 103,
"x": 731,
"y": 970
},
{
"t": 104,
"x": 737,
"y": 973
},
{
"t": 105,
"x": 740,
"y": 972
},
{
"t": 106,
"x": 745,
"y": 974
},
{
"t": 107,
"x": 751,
"y": 977
},
{
"t": 108,
"x": 752,
"y": 968
},
{
"t": 109,
"x": 758,
"y": 974
},
{
"t": 110,
"x": 766,
"y": 979
},
{
"t": 111,
"x": 773,
"y": 982
},
{
"t": 112,
"x": 780,
"y": 983
},
{
"t": 113,
"x": 785,
"y": 985
},
{
"t": 114,
"x": 791,
"y": 985
},
{
"t": 115,
"x": 797,
"y": 986
},
{
"t": 116,
"x": 802,
"y": 984
},
{
"t": 117,
"x": 810,
"y": 991
},
{
"t": 118,
"x": 816,
"y": 989
},
{
"t": 119,
"x": 823,
"y": 984
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "purple double",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 783,
"y": 776
},
{
"t": 1,
"x": 772,
"y": 773
},
{
"t": 2,
"x": 763,
"y": 771
},
{
"t": 3,
"x": 791,
"y": 776
},
{
"t": 4,
"x": 742,
"y": 765
},
{
"t": 5,
"x": 730,
"y": 760
},
{
"t": 6,
"x": 721,
"y": 758
},
{
"t": 7,
"x": 710,
"y": 755
},
{
"t": 8,
"x": 700,
"y": 752
},
{
"t": 9,
"x": 691,
"y": 749
},
{
"t": 10,
"x": 680,
"y": 746
},
{
"t": 11,
"x": 669,
"y": 742
},
{
"t": 12,
"x": 659,
"y": 740
},
{
"t": 13,
"x": 650,
"y": 736
},
{
"t": 14,
"x": 641,
"y": 734
},
{
"t": 15,
"x": 630,
"y": 730
},
{
"t": 16,
"x": 622,
"y": 728
},
{
"t": 17,
"x": 612,
"y": 725
},
{
"t": 18,
"x": 603,
"y": 723
},
{
"t": 19,
"x": 594,
"y": 720
},
{
"t": 20,
"x": 583,
"y": 717
},
{
"t": 21,
"x": 576,
"y": 715
},
{
"t": 22,
"x": 593,
"y": 720
},
{
"t": 23,
"x": 558,
"y": 709
},
{
"t": 24,
"x": 550,
"y": 707
},
{
"t": 25,
"x": 564,
"y": 710
},
{
"t": 26,
"x": 530,
"y": 700
},
{
"t": 27,
"x": 521,
"y": 697
},
{
"t": 28,
"x": 513,
"y": 695
},
{
"t": 29,
"x": 527,
"y": 700
},
{
"t": 30,
"x": 520,
"y": 698
},
{
"t": 31,
"x": 519,
"y": 694
},
{
"t": 32,
"x": 533,
"y": 695
},
{
"t": 33,
"x": 531,
"y": 705
},
{
"t": 35,
"x": 533,
"y": 707
},
{
"t": 36,
"x": 365,
"y": 660
},
{
"t": 37,
"x": 362,
"y": 633
},
{
"t": 38,
"x": 362,
"y": 641
},
{
"t": 39,
"x": 358,
"y": 644
},
{
"t": 40,
"x": 352,
"y": 643
},
{
"t": 41,
"x": 347,
"y": 643
},
{
"t": 42,
"x": 341,
"y": 642
},
{
"t": 43,
"x": 334,
"y": 642
},
{
"t": 44,
"x": 330,
"y": 642
},
{
"t": 45,
"x": 324,
"y": 641
},
{
"t": 46,
"x": 409,
"y": 652
},
{
"t": 47,
"x": 405,
"y": 650
},
{
"t": 48,
"x": 401,
"y": 648
},
{
"t": 49,
"x": 396,
"y": 646
},
{
"t": 50,
"x": 393,
"y": 644
},
{
"t": 51,
"x": 387,
"y": 642
},
{
"t": 52,
"x": 383,
"y": 640
},
{
"t": 53,
"x": 380,
"y": 638
},
{
"t": 54,
"x": 376,
"y": 635
},
{
"t": 55,
"x": 371,
"y": 633
},
{
"t": 56,
"x": 367,
"y": 631
},
{
"t": 58,
"x": 360,
"y": 628
},
{
"t": 59,
"x": 357,
"y": 626
},
{
"t": 60,
"x": 251,
"y": 621
},
{
"t": 61,
"x": 348,
"y": 622
},
{
"t": 62,
"x": 285,
"y": 616
},
{
"t": 63,
"x": 316,
"y": 615
},
{
"t": 64,
"x": 255,
"y": 613
},
{
"t": 65,
"x": 239,
"y": 615
},
{
"t": 66,
"x": 245,
"y": 609
},
{
"t": 67,
"x": 299,
"y": 607
},
{
"t": 68,
"x": 282,
"y": 606
},
{
"t": 69,
"x": 273,
"y": 605
},
{
"t": 70,
"x": 267,
"y": 604
},
{
"t": 71,
"x": 318,
"y": 601
},
{
"t": 72,
"x": 295,
"y": 600
},
{
"t": 73,
"x": 287,
"y": 599
},
{
"t": 74,
"x": 281,
"y": 598
},
{
"t": 75,
"x": 250,
"y": 598
},
{
"t": 76,
"x": 204,
"y": 599
},
{
"t": 77,
"x": 266,
"y": 594
},
{
"t": 78,
"x": 262,
"y": 593
},
{
"t": 79,
"x": 241,
"y": 593
},
{
"t": 80,
"x": 221,
"y": 593
},
{
"t": 81,
"x": 176,
"y": 595
},
{
"t": 82,
"x": 173,
"y": 594
},
{
"t": 83,
"x": 295,
"y": 585
},
{
"t": 85,
"x": 288,
"y": 582
},
{
"t": 86,
"x": 285,
"y": 581
},
{
"t": 87,
"x": 287,
"y": 579
},
{
"t": 88,
"x": 173,
"y": 591
},
{
"t": 89,
"x": 172,
"y": 590
},
{
"t": 90,
"x": 257,
"y": 578
},
{
"t": 91,
"x": 170,
"y": 588
},
{
"t": 92,
"x": 169,
"y": 585
},
{
"t": 94,
"x": 162,
"y": 584
},
{
"t": 96,
"x": 161,
"y": 582
},
{
"t": 98,
"x": 162,
"y": 579
},
{
"t": 99,
"x": 154,
"y": 579
},
{
"t": 101,
"x": 155,
"y": 577
},
{
"t": 103,
"x": 150,
"y": 576
},
{
"t": 105,
"x": 148,
"y": 574
},
{
"t": 107,
"x": 142,
"y": 572
},
{
"t": 109,
"x": 143,
"y": 570
},
{
"t": 111,
"x": 143,
"y": 567
},
{
"t": 112,
"x": 137,
"y": 567
},
{
"t": 115,
"x": 137,
"y": 564
},
{
"t": 117,
"x": 133,
"y": 563
},
{
"t": 119,
"x": 132,
"y": 560
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 17,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 34,
"type": "contact"
},
{
"id": 2,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 32,
"ends_at": 32,
"type": "collision"
},
{
"id": 4,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 34,
"ends_at": 34,
"type": "collision"
},
{
"id": 5,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 43,
"ends_at": 43,
"type": "collision"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 43,
"ends_at": 44,
"type": "collision"
},
{
"id": 19,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 46,
"ends_at": 47,
"type": "collision"
},
{
"id": 20,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 49,
"ends_at": 49,
"type": "collision"
},
{
"id": 21,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 50,
"ends_at": 119,
"type": "contact"
},
{
"id": 6,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 52,
"ends_at": 52,
"type": "collision"
},
{
"id": 7,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 54,
"ends_at": 54,
"type": "collision"
},
{
"id": 8,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 61,
"ends_at": 61,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 71,
"ends_at": 71,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 74,
"ends_at": 74,
"type": "collision"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 75,
"ends_at": 81,
"type": "contact"
},
{
"id": 12,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 85,
"ends_at": 85,
"type": "collision"
},
{
"id": 13,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 86,
"ends_at": 91,
"type": "contact"
},
{
"id": 14,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 94,
"ends_at": 94,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 95,
"ends_at": 95,
"type": "collision"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 98,
"ends_at": 98,
"type": "collision"
},
{
"id": 16,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 99,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.43058552197222066,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 330.84513649393193,
"avg_image_position_segmentation_acc": 0.34791666666666665,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.19583333333333333,
"avg_image_position_segmentation_acc_large": 0.5,
"avg_image_position_segmentation_acc_first_frame": 0.5,
"avg_image_position_segmentation_visible_acc": 0.34791666666666665,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null,
"num_matches": 4,
"num_unmatched_pred": 23,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 4,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 4,
"avg_image_position_segmentation_acc": 4,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 2,
"avg_image_position_segmentation_acc_large": 2,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 4,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 4,
"visibility_true_acc": 4,
"visibility_false_acc": 0,
"is_in_frame_acc": 4,
"is_in_frame_true_acc": 4,
"is_in_frame_false_acc": 0,
"vis_acc_from_px": 4,
"vis_acc_from_px_true_acc": 4,
"vis_acc_from_px_false_acc": 0
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 1,
"target_id": 0,
"pred_id": 1,
"cost": 0.6083333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.6083333333333333,
"weighted_cost": 0.6083333333333333,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 3,
"target_id": 1,
"pred_id": 3,
"cost": 0.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 15,
"target_id": 2,
"pred_id": 15,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 23,
"target_id": 3,
"pred_id": 23,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
2,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
16,
17,
18,
19,
20,
21,
22,
24,
25,
26
],
"target_type_counts": {
"cyan chopper": 1,
"green airliner": 1,
"brown jet": 1,
"purple double": 1
},
"pred_type_counts": {
"white cardboard box of fondant": 1,
"green and red plastic ninja turtle action figure": 1,
"green wooden toy train": 1,
"green wooden toy airplane": 1,
"red and white ceramic coffee mug": 1,
"white cardboard dietary supplement box": 1,
"red and yellow running shoe": 2,
"yellow and brown hard candy box": 2,
"wooden toy breakfast set": 1,
"tan and cream leather boat shoe": 1,
"black and metallic dish drainer": 1,
"dark grey cardboard motherboard box": 2,
"pink and aqua snake print leather ballet flat": 2,
"white and brown leather golf shoe": 1,
"dark grey metallic external hard drive": 1,
"pink and cream ceramic dog bowl": 3,
"yellow wooden toy construction vehicle set": 1,
"wooden toy railroad crossing": 2,
"purple and light brown wooden toy bathroom set": 1,
"red plastic New Super Mario Bros. Wii game case": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.75,
"1.0": 0.5,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.14814814814814814,
"0.5": 0.14814814814814814,
"0.75": 0.14814814814814814,
"1.0": 0.14814814814814814
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 0.25806451612903225,
"0.5": 0.25806451612903225,
"0.75": 0.25806451612903225,
"1.0": 0.25806451612903225
},
"visibility_by_motion_group": {
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 25,
"false_negatives": 2
},
"0.5": {
"true_positives": 1,
"false_positives": 26,
"false_negatives": 3
},
"0.75": {
"true_positives": 1,
"false_positives": 26,
"false_negatives": 3
},
"1.0": {
"true_positives": 1,
"false_positives": 26,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.07407407407407407,
"0.5": 0.037037037037037035,
"0.75": 0.037037037037037035,
"1.0": 0.037037037037037035
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_f1_by_threshold": {
"0.25": 0.12903225806451613,
"0.5": 0.06451612903225806,
"0.75": 0.06451612903225806,
"1.0": 0.06451612903225806
},
"segmentation_frame_average_precision": 0.046296296296296294,
"segmentation_frame_average_recall": 0.3125,
"segmentation_frame_average_f1": 0.08064516129032258,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 25,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.07407407407407407,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.13793103448275862,
"segmentation_by_motion_group": {
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 2
},
"0.5": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"0.75": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"segmentation_frame_average_precision": 0.3125,
"segmentation_frame_average_recall": 0.3125,
"segmentation_frame_average_f1": 0.3125,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.5,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.6666666666666666
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 23,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 1,
"cost": 0.6083333333333333,
"type_similarity": 0.32745880770721014,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 74.98419044003069,
"image_position_segmentation_acc": 0.39166666666666666,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.39166666666666666,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.39166666666666666,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 3,
"cost": 0.0,
"type_similarity": 0.6849639405991838,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 49.30367894271047,
"image_position_segmentation_acc": 1.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 1.0,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 1.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 15,
"cost": 1.5,
"type_similarity": 0.315748158091696,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 386.1015829706759,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 23,
"cost": 1.0,
"type_similarity": 0.3941711814907928,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 812.9910936223108,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.4523388540965824,
"avg_interaction_input_object_jaccard": 0.409090909090909,
"avg_interaction_output_object_jaccard": 0.409090909090909,
"avg_interaction_type_exact_match_acc": 0.4090909090909091,
"num_interaction_matches": 22,
"num_unmatched_pred_interactions": 7,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 28,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 28,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 29,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.034482758620689655,
"0.5": 0.034482758620689655,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.06666666666666667,
"0.5": 0.06666666666666667,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 19,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.6551724137931034,
"0.5": 0.13793103448275862,
"0.75": 0.13793103448275862,
"1.0": 0.13793103448275862
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7916666666666666,
"0.5": 0.2424242424242424,
"0.75": 0.2424242424242424,
"1.0": 0.2424242424242424
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 19,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.6551724137931034,
"0.5": 0.13793103448275862,
"0.75": 0.13793103448275862,
"1.0": 0.13793103448275862
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7916666666666666,
"0.5": 0.2424242424242424,
"0.75": 0.2424242424242424,
"1.0": 0.2424242424242424
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 22,
"avg_interaction_input_object_jaccard": 22,
"avg_interaction_output_object_jaccard": 22,
"avg_interaction_type_exact_match_acc": 22
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 6,
"target_id": 0,
"pred_id": 6,
"cost": 2.621212121212121,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6212121212121212,
"weighted_cost": 0.6212121212121212,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 23,
"target_id": 1,
"pred_id": 23,
"cost": 2.458333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9583333333333333,
"weighted_cost": 0.9583333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 1,
"target_id": 2,
"pred_id": 1,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 17,
"target_id": 3,
"pred_id": 17,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 12,
"target_id": 4,
"pred_id": 12,
"cost": 2.642857142857143,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6428571428571428,
"weighted_cost": 0.6428571428571428,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 3,
"target_id": 5,
"pred_id": 3,
"cost": 2.215909090909091,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7159090909090909,
"weighted_cost": 0.7159090909090909,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 7,
"target_id": 6,
"pred_id": 7,
"cost": 1.7641509433962264,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7641509433962264,
"weighted_cost": 0.7641509433962264,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 2,
"target_id": 7,
"pred_id": 2,
"cost": 2.2727272727272725,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7727272727272727,
"weighted_cost": 0.7727272727272727,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 4,
"target_id": 8,
"pred_id": 4,
"cost": 2.2983870967741935,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7983870967741935,
"weighted_cost": 0.7983870967741935,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 5,
"target_id": 9,
"pred_id": 5,
"cost": 2.326388888888889,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8263888888888888,
"weighted_cost": 0.8263888888888888,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 9,
"target_id": 10,
"pred_id": 9,
"cost": 2.333333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8333333333333333,
"weighted_cost": 0.8333333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 0,
"target_id": 11,
"pred_id": 0,
"cost": 1.3109756097560976,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8109756097560976,
"weighted_cost": 0.8109756097560976,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 10,
"target_id": 12,
"pred_id": 10,
"cost": 2.354651162790698,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8546511627906976,
"weighted_cost": 0.8546511627906976,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 8,
"target_id": 13,
"pred_id": 8,
"cost": 1.3369565217391304,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8369565217391304,
"weighted_cost": 0.8369565217391304,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 26,
"target_id": 14,
"pred_id": 26,
"cost": 1.4829545454545454,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9829545454545454,
"weighted_cost": 0.9829545454545454,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 24,
"target_id": 15,
"pred_id": 24,
"cost": 1.4886363636363638,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9886363636363636,
"weighted_cost": 0.9886363636363636,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 11,
"target_id": 16,
"pred_id": 11,
"cost": 1.3125,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8125,
"weighted_cost": 0.8125,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 17,
"pred_index": 15,
"target_id": 17,
"pred_id": 15,
"cost": 0.15714285714285714,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.15714285714285714,
"weighted_cost": 0.15714285714285714,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 18,
"pred_index": 13,
"target_id": 18,
"pred_id": 13,
"cost": 2.2111111111111112,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7111111111111111,
"weighted_cost": 0.7111111111111111,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 19,
"pred_index": 14,
"target_id": 19,
"pred_id": 14,
"cost": 2.2291666666666665,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7291666666666666,
"weighted_cost": 0.7291666666666666,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 20,
"pred_index": 16,
"target_id": 20,
"pred_id": 16,
"cost": 2.25,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.75,
"weighted_cost": 0.75,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 21,
"pred_index": 18,
"target_id": 21,
"pred_id": 18,
"cost": 1.1083333333333334,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6083333333333334,
"weighted_cost": 0.6083333333333334,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
19,
20,
21,
22,
25,
27,
28
],
"target_type_counts": {
"collision": 15,
"contact": 7
},
"pred_type_counts": {
"contact": 27,
"collision": 2
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 6,
"target_id": 0,
"pred_id": 6,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.621212121212121,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.24242424242424243,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 23,
"target_id": 1,
"pred_id": 23,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.458333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9166666666666666,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 2,
"pred_index": 1,
"target_id": 2,
"pred_id": 1,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 3,
"pred_index": 17,
"target_id": 3,
"pred_id": 17,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 4,
"pred_index": 12,
"target_id": 4,
"pred_id": 12,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.642857142857143,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.2857142857142857,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 3,
"target_id": 5,
"pred_id": 3,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.215909090909091,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.4318181818181818,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 7,
"target_id": 6,
"pred_id": 7,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.7641509433962264,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5283018867924528,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 7,
"pred_index": 2,
"target_id": 7,
"pred_id": 2,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2727272727272725,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5454545454545454,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 4,
"target_id": 8,
"pred_id": 4,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2983870967741935,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5967741935483871,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 5,
"target_id": 9,
"pred_id": 5,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.326388888888889,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6527777777777778,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 9,
"target_id": 10,
"pred_id": 9,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.333333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6666666666666666,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 0,
"target_id": 11,
"pred_id": 0,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3109756097560976,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6219512195121951,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 10,
"target_id": 12,
"pred_id": 10,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.354651162790698,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7093023255813954,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 8,
"target_id": 13,
"pred_id": 8,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3369565217391304,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6739130434782609,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 26,
"target_id": 14,
"pred_id": 26,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4829545454545454,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9659090909090909,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 15,
"pred_index": 24,
"target_id": 15,
"pred_id": 24,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4886363636363638,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9772727272727273,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 16,
"pred_index": 11,
"target_id": 16,
"pred_id": 11,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3125,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.625,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 17,
"pred_index": 15,
"target_id": 17,
"pred_id": 15,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.15714285714285714,
"temporal_span_iou": 0.6857142857142857,
"temporal_span_giou": 0.6857142857142857,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 18,
"pred_index": 13,
"target_id": 18,
"pred_id": 13,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2111111111111112,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.4222222222222222,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 19,
"pred_index": 14,
"target_id": 19,
"pred_id": 14,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2291666666666665,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.4583333333333333,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 20,
"pred_index": 16,
"target_id": 20,
"pred_id": 16,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.25,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 21,
"pred_index": 18,
"target_id": 21,
"pred_id": 18,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1083333333333334,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.21666666666666667,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.44771839975366406,
"avg_interaction_input_object_jaccard": 0.4736842105263157,
"avg_interaction_output_object_jaccard": 0.4736842105263157,
"avg_interaction_type_exact_match_acc": 0.47368421052631576,
"num_interaction_matches": 19,
"num_unmatched_pred_interactions": 7,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 26,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 26,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.038461538461538464,
"0.5": 0.038461538461538464,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.07407407407407407,
"0.5": 0.07407407407407407,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 19,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.7307692307692307,
"0.5": 0.15384615384615385,
"0.75": 0.15384615384615385,
"1.0": 0.15384615384615385
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.8444444444444443,
"0.5": 0.2666666666666667,
"0.75": 0.2666666666666667,
"1.0": 0.2666666666666667
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 19,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 22,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.7307692307692307,
"0.5": 0.15384615384615385,
"0.75": 0.15384615384615385,
"1.0": 0.15384615384615385
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.8444444444444443,
"0.5": 0.2666666666666667,
"0.75": 0.2666666666666667,
"1.0": 0.2666666666666667
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.4816017316017316,
"avg_interaction_input_object_jaccard": 0.0,
"avg_interaction_output_object_jaccard": 0.0,
"avg_interaction_type_exact_match_acc": 0.0,
"num_interaction_matches": 3,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 19,
"avg_interaction_input_object_jaccard": 19,
"avg_interaction_output_object_jaccard": 19,
"avg_interaction_type_exact_match_acc": 19
},
"object_object": {
"avg_interaction_temporal_span_giou": 3,
"avg_interaction_input_object_jaccard": 3,
"avg_interaction_output_object_jaccard": 3,
"avg_interaction_type_exact_match_acc": 3
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.5933092097454651,
"avg_interaction_input_object_jaccard": 0.31111111111111106,
"avg_interaction_output_object_jaccard": 0.31111111111111106,
"avg_interaction_type_exact_match_acc": 0.13333333333333333,
"num_interaction_matches": 15,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.06666666666666667,
"0.75": 0.06666666666666667,
"1.0": 0.06666666666666667
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.888888888888889,
"0.5": 0.125,
"0.75": 0.125,
"1.0": 0.125
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.06666666666666667,
"0.75": 0.06666666666666667,
"1.0": 0.06666666666666667
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.888888888888889,
"0.5": 0.125,
"0.75": 0.125,
"1.0": 0.125
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.15025952056326242,
"avg_interaction_input_object_jaccard": 0.619047619047619,
"avg_interaction_output_object_jaccard": 0.619047619047619,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 7,
"num_unmatched_pred_interactions": 7,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.07142857142857142,
"0.5": 0.07142857142857142,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.13333333333333333,
"0.5": 0.13333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.21428571428571427,
"0.75": 0.21428571428571427,
"1.0": 0.21428571428571427
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.35294117647058826,
"0.75": 0.35294117647058826,
"1.0": 0.35294117647058826
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.21428571428571427,
"0.75": 0.21428571428571427,
"1.0": 0.21428571428571427
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.35294117647058826,
"0.75": 0.35294117647058826,
"1.0": 0.35294117647058826
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 15,
"avg_interaction_input_object_jaccard": 15,
"avg_interaction_output_object_jaccard": 15,
"avg_interaction_type_exact_match_acc": 15
},
"contact": {
"avg_interaction_temporal_span_giou": 7,
"avg_interaction_input_object_jaccard": 7,
"avg_interaction_output_object_jaccard": 7,
"avg_interaction_type_exact_match_acc": 7
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}