STRIVE · 08/28/2026
Dyn generalization · test_120 · super_clevr_1121
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 212 549 2 216 550 4 219 552 7 221 553 8 223 554 9 224 555 11 226 556 13 227 557 15 230 558 18 233 560 20 235 561 22 237 563 24 238 565 26 248 565 27 241 566 28 248 566 29 242 567 30 252 568 31 244 568 32 253 569 33 247 570 34 255 570 35 248 571 36 255 571 37 251 573 38 258 573 39 253 574 40 258 574 41 255 575 42 262 575 43 258 576 44 263 576 45 260 577 46 266 578 47 264 579 48 266 579 49 277 579 50 269 580 51 278 580 52 270 581 53 281 581 54 273 583 55 282 581 56 273 580 57 285 579 58 287 580 61 289 582 62 291 585 63 290 588 64 287 589 66 289 591 68 291 592 70 293 593 72 295 594 73 298 595 75 299 596 77 301 597 79 304 598 82 307 601 84 308 600 86 310 601 87 312 603 89 313 604 91 316 608 93 317 609 94 317 603 95 319 606 97 320 607 98 322 614 99 322 603 101 323 604 104 326 603 105 323 604 109 329 602 110 326 603 112 334 603 113 329 605 115 330 607 116 331 606 118 333 605 [OBJ] 1 \"yellow sedan\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 296 568 2 297 570 3 300 571 5 301 573 6 303 574 7 305 575 9 307 577 12 310 577 13 312 579 15 314 582 17 316 584 19 317 586 21 318 589 22 319 590 24 320 592 26 322 594 27 326 595 28 323 596 30 325 598 32 333 599 33 331 601 34 330 602 36 329 604 38 341 605 39 345 607 40 336 608 42 334 610 44 336 613 45 344 613 46 344 610 47 354 611 48 355 613 49 357 614 51 356 616 52 355 618 53 355 621 54 353 623 55 351 624 56 354 626 59 354 629 61 355 631 63 360 632 64 358 634 65 358 636 67 360 638 69 362 641 70 360 643 71 362 644 73 363 645 74 362 648 76 363 650 78 365 652 80 366 653 81 364 656 83 362 659 84 387 648 86 388 650 88 395 651 90 398 652 91 403 653 93 406 652 94 408 651 95 426 654 96 362 675 98 364 677 100 362 674 101 356 676 102 379 659 103 381 658 104 386 656 105 387 655 106 391 654 107 398 653 108 391 654 109 393 653 110 389 654 111 387 655 112 396 654 113 385 655 114 387 656 115 383 657 116 380 657 117 393 655 118 380 655 119 387 654 [OBJ] 2 \"blue dirtbike\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 344 831 1 348 843 2 344 831 3 348 843 6 341 831 9 348 841 10 343 830 11 341 829 12 350 840 13 343 828 17 344 825 18 345 824 22 347 821 24 349 819 26 348 816 28 350 814 29 351 813 31 353 809 33 355 806 35 355 802 37 357 799 39 358 796 41 360 793 43 362 790 44 362 788 46 375 799 47 376 797 50 366 777 51 377 794 52 380 752 53 379 785 54 380 749 56 381 746 58 381 743 60 381 740 62 371 759 63 380 739 64 372 758 65 380 739 66 370 758 68 378 743 69 371 760 71 372 764 72 373 765 74 374 760 75 376 757 76 377 755 77 378 752 78 380 750 79 381 748 80 382 746 82 385 743 83 386 741 84 387 739 85 388 735 86 390 733 87 391 731 88 391 728 89 393 726 90 394 723 91 395 721 92 393 727 93 394 725 94 395 722 95 397 719 96 401 711 97 404 709 98 411 701 99 414 700 100 417 699 101 419 700 102 423 697 103 426 697 104 430 696 105 430 698 106 435 699 107 439 698 108 443 696 109 446 696 110 450 694 111 454 693 112 458 691 113 452 698 114 465 690 115 469 689 116 472 689 117 470 694 118 479 686 119 482 685 [OBJ] 3 \"red airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 386 160 1 400 158 2 391 160 3 403 159 4 405 160 5 406 161 6 396 165 7 409 165 8 411 167 9 404 170 10 414 172 11 416 175 12 417 178 13 419 182 14 422 186 15 424 191 16 425 195 17 426 200 18 429 205 19 430 210 20 433 217 21 434 222 22 438 230 23 441 236 24 443 244 25 444 251 26 447 259 27 409 268 28 411 275 29 414 284 30 416 293 31 416 300 32 421 313 33 423 322 34 426 332 35 430 343 36 432 353 37 436 365 38 438 376 39 441 389 40 445 401 41 448 414 42 451 427 43 462 442 44 458 454 45 462 469 46 466 484 47 466 498 48 468 514 49 481 535 50 478 549 51 482 567 52 487 585 53 502 611 54 494 623 55 498 626 56 502 625 57 513 629 58 511 621 59 515 619 60 520 617 61 523 613 62 526 609 63 530 606 64 533 602 65 537 601 66 541 600 67 544 597 68 549 597 69 552 596 70 557 597 71 561 596 72 566 595 73 569 596 74 573 599 75 578 600 76 583 601 77 587 597 78 592 598 79 597 598 80 602 598 81 607 598 82 612 599 83 617 598 84 623 597 85 628 598 86 633 598 87 637 626 88 641 629 89 646 630 90 646 665 91 651 658 92 655 661 93 659 665 94 662 671 95 668 671 96 671 677 97 676 682 98 679 689 99 686 686 100 691 689 101 698 689 102 705 692 103 710 697 104 719 697 105 728 697 106 733 703 107 745 703 108 748 713 109 753 720 110 761 720 111 762 724 112 772 721 113 773 726 114 782 724 115 809 708 116 814 710 117 819 714 118 825 715 119 814 729 [OBJ] 4 \"green wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 710 942 1 697 939 2 690 935 3 687 932 4 749 930 5 737 926 6 723 923 7 707 920 8 699 917 9 687 914 10 679 910 11 669 905 12 657 898 13 644 891 14 632 883 15 619 876 16 608 869 17 596 863 18 587 857 19 576 851 20 566 845 21 555 839 22 544 832 23 536 825 24 523 820 25 512 814 26 506 807 27 492 802 28 483 797 29 474 791 30 463 785 31 455 780 32 459 774 33 450 769 34 448 767 35 437 760 36 437 758 37 434 754 38 430 750 39 430 746 40 429 743 41 425 741 42 420 741 43 330 710 44 326 709 45 327 705 46 326 703 47 323 703 48 319 700 49 327 696 50 326 693 51 319 688 52 308 683 53 302 680 54 294 676 55 287 672 56 282 669 57 276 665 58 273 661 59 264 658 60 256 654 61 253 651 62 256 647 63 241 645 64 241 641 65 230 639 66 232 634 67 222 632 68 213 629 69 216 625 70 208 623 71 201 621 72 194 618 73 200 615 74 194 611 75 187 609 76 183 606 77 178 604 78 174 602 79 171 599 80 168 597 81 166 595 82 164 592 83 150 591 84 151 589 85 147 585 86 146 583 87 135 582 88 134 579 90 124 576 91 125 573 92 126 571 93 116 570 94 118 568 95 123 565 96 111 564 97 103 563 98 105 559 99 98 558 100 101 556 101 94 555 102 98 552 103 91 551 104 83 550 105 89 548 106 82 547 107 76 545 108 83 543 109 76 542 110 70 541 111 66 539 112 73 536 113 67 535 114 62 534 115 58 533 116 54 531 117 50 530 118 59 528 119 55 527 [OBJS-END] [INTERACTIONS-START] [INTERACT] 9 \"contact\" 0 74 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 8 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 24 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"collision\" 3 3 [IN] 0 1 [OUT] 0 1 [INTERACT] 16 \"collision\" 55 56 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"collision\" 58 58 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"collision\" 60 60 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 19 \"collision\" 75 75 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 20 \"contact\" 76 79 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"collision\" 82 82 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 \"collision\" 82 82 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"contact\" 83 97 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 22 \"collision\" 84 84 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 23 \"contact\" 85 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 97 97 [IN] 1 2 [OUT] 1 2 [INTERACT] 7 \"collision\" 99 99 [IN] 1 2 [OUT] 1 2 [INTERACT] 15 \"collision\" 99 99 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"contact\" 100 111 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"collision\" 101 101 [IN] 1 2 [OUT] 1 2 [INTERACT] 3 \"contact\" 102 107 [IN] 1 2 [OUT] 1 2 [INTERACT] 4 \"collision\" 111 111 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 112 114 [IN] 1 2 [OUT] 1 2 [INTERACT] 11 \"collision\" 113 113 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 114 119 [IN] 2 65535 [OUT] 2 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/test_full/super_clevr_1121/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"plastic fruit bath toy set\" 0 24 [VIS] 0 true 14 false [IN-FRAME] 0 true 14 false [PX] 0 1 548 14 null null [OBJ] 1 \"grey and green running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 220 556 2 228 560 6 236 564 11 244 572 12 251 576 13 244 572 15 251 576 16 259 580 18 267 583 23 275 591 [OBJ] 2 \"yellow cardboard curl cream box\" 0 24 [VIS] 0 true 12 false 13 true [IN-FRAME] 0 true [PX] 0 287 560 1 302 564 2 310 572 3 302 568 4 306 576 5 314 583 6 302 580 7 310 587 8 318 591 9 306 587 10 314 595 11 326 599 12 null null 13 333 599 14 326 595 15 333 603 16 341 607 17 333 603 19 341 607 20 353 611 21 345 607 22 353 611 23 365 615 [OBJ] 3 \"yellow tennis shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 302 583 2 306 591 3 310 599 5 314 591 6 314 603 8 318 595 9 318 607 11 322 615 12 326 603 13 326 615 14 330 607 15 330 619 16 333 607 17 333 619 18 337 607 19 337 619 20 341 611 21 345 603 22 345 615 23 349 607 [OBJ] 4 \"blue and grey cardboard label tape box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 353 810 1 353 845 3 357 810 4 357 845 6 361 814 7 365 845 9 369 814 10 369 849 12 373 814 13 376 849 15 380 814 16 384 849 18 388 814 19 392 849 20 384 794 21 392 845 22 388 791 23 396 841 [OBJ] 5 \"red and white leather high-top sneaker\" 0 24 [VIS] 0 false 11 true [IN-FRAME] 0 true [PX] 0 null null 11 580 583 14 587 587 15 580 583 21 587 587 [OBJ] 6 \"red and yellow wooden toy airplane with pilot\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 630 1 1 611 1 2 599 1 3 587 1 4 576 1 5 564 1 6 552 1 7 541 1 8 529 1 9 517 1 10 505 1 11 494 1 12 482 1 13 470 1 14 458 1 15 447 1 16 435 1 17 423 1 18 412 1 19 400 1 20 388 1 21 376 1 22 365 1 23 353 1 [OBJ] 7 \"red leather boot\" 0 24 [VIS] 0 false 18 true [IN-FRAME] 0 true [PX] 0 null null 18 583 576 22 587 583 23 583 576 [OBJ] 8 \"wooden toy breakfast set\" 0 24 [VIS] 0 false 22 true [IN-FRAME] 0 true [PX] 0 null null 22 595 595 [OBJ] 9 \"dark green plastic coffee container\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 744 943 1 728 935 2 720 931 3 708 927 4 693 919 5 681 916 6 666 908 7 658 904 8 646 896 9 638 892 10 626 884 11 615 880 12 607 876 13 599 873 14 591 869 15 583 865 16 576 861 17 568 857 18 560 853 19 552 849 20 544 845 21 537 841 22 529 837 23 521 833 [OBJ] 10 \"plastic fruit bath toy set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 806 994 2 794 990 4 783 986 6 771 982 7 763 978 8 755 974 10 744 966 12 732 962 14 720 955 15 712 951 16 705 947 17 697 943 18 689 939 19 681 935 20 673 931 21 666 927 22 658 923 23 650 919 [OBJ] 11 \"red and yellow running shoe\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 466 1 null null [OBJ] 12 \"dark grey and pink running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 998 529 11 994 537 [OBJ] 13 \"black plastic gaming mouse\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 560 1 null null [OBJ] 14 \"white cardboard ink cartridge box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 591 1 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 2 3 [OUT] 2 3 [INTERACT] 11 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 7 \"collision\" 6 6 [IN] 2 13 [OUT] 2 13 [INTERACT] 8 \"collision\" 11 11 [IN] 2 13 [OUT] 2 13 [INTERACT] 9 \"contact\" 12 14 [IN] 2 13 [OUT] 2 13 [INTERACT] 0 \"collision\" 17 17 [IN] 0 13 [OUT] 0 13 [INTERACT] 1 \"collision\" 17 17 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 0 \"collision\" 19 19 [IN] 0 13 [OUT] 0 13 [INTERACT] 2 \"collision\" 19 19 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"collision\" 21 21 [IN] 0 13 [OUT] 0 13 [INTERACT] 4 \"contact\" 22 23 [IN] 0 13 [OUT] 0 13 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 212 549 2 216 550 4 219 552 7 221 553 8 223 554 9 224 555 11 226 556 13 227 557 15 230 558 18 233 560 20 235 561 22 237 563 24 238 565 26 248 565 27 241 566 28 248 566 29 242 567 30 252 568 31 244 568 32 253 569 33 247 570 34 255 570 35 248 571 36 255 571 37 251 573 38 258 573 39 253 574 40 258 574 41 255 575 42 262 575 43 258 576 44 263 576 45 260 577 46 266 578 47 264 579 48 266 579 49 277 579 50 269 580 51 278 580 52 270 581 53 281 581 54 273 583 55 282 581 56 273 580 57 285 579 58 287 580 61 289 582 62 291 585 63 290 588 64 287 589 66 289 591 68 291 592 70 293 593 72 295 594 73 298 595 75 299 596 77 301 597 79 304 598 82 307 601 84 308 600 86 310 601 87 312 603 89 313 604 91 316 608 93 317 609 94 317 603 95 319 606 97 320 607 98 322 614 99 322 603 101 323 604 104 326 603 105 323 604 109 329 602 110 326 603 112 334 603 113 329 605 115 330 607 116 331 606 118 333 605 [OBJ] 1 \"yellow sedan\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 296 568 2 297 570 3 300 571 5 301 573 6 303 574 7 305 575 9 307 577 12 310 577 13 312 579 15 314 582 17 316 584 19 317 586 21 318 589 22 319 590 24 320 592 26 322 594 27 326 595 28 323 596 30 325 598 32 333 599 33 331 601 34 330 602 36 329 604 38 341 605 39 345 607 40 336 608 42 334 610 44 336 613 45 344 613 46 344 610 47 354 611 48 355 613 49 357 614 51 356 616 52 355 618 53 355 621 54 353 623 55 351 624 56 354 626 59 354 629 61 355 631 63 360 632 64 358 634 65 358 636 67 360 638 69 362 641 70 360 643 71 362 644 73 363 645 74 362 648 76 363 650 78 365 652 80 366 653 81 364 656 83 362 659 84 387 648 86 388 650 88 395 651 90 398 652 91 403 653 93 406 652 94 408 651 95 426 654 96 362 675 98 364 677 100 362 674 101 356 676 102 379 659 103 381 658 104 386 656 105 387 655 106 391 654 107 398 653 108 391 654 109 393 653 110 389 654 111 387 655 112 396 654 113 385 655 114 387 656 115 383 657 116 380 657 117 393 655 118 380 655 119 387 654 [OBJ] 2 \"blue dirtbike\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 344 831 1 348 843 2 344 831 3 348 843 6 341 831 9 348 841 10 343 830 11 341 829 12 350 840 13 343 828 17 344 825 18 345 824 22 347 821 24 349 819 26 348 816 28 350 814 29 351 813 31 353 809 33 355 806 35 355 802 37 357 799 39 358 796 41 360 793 43 362 790 44 362 788 46 375 799 47 376 797 50 366 777 51 377 794 52 380 752 53 379 785 54 380 749 56 381 746 58 381 743 60 381 740 62 371 759 63 380 739 64 372 758 65 380 739 66 370 758 68 378 743 69 371 760 71 372 764 72 373 765 74 374 760 75 376 757 76 377 755 77 378 752 78 380 750 79 381 748 80 382 746 82 385 743 83 386 741 84 387 739 85 388 735 86 390 733 87 391 731 88 391 728 89 393 726 90 394 723 91 395 721 92 393 727 93 394 725 94 395 722 95 397 719 96 401 711 97 404 709 98 411 701 99 414 700 100 417 699 101 419 700 102 423 697 103 426 697 104 430 696 105 430 698 106 435 699 107 439 698 108 443 696 109 446 696 110 450 694 111 454 693 112 458 691 113 452 698 114 465 690 115 469 689 116 472 689 117 470 694 118 479 686 119 482 685 [OBJ] 3 \"red airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 386 160 1 400 158 2 391 160 3 403 159 4 405 160 5 406 161 6 396 165 7 409 165 8 411 167 9 404 170 10 414 172 11 416 175 12 417 178 13 419 182 14 422 186 15 424 191 16 425 195 17 426 200 18 429 205 19 430 210 20 433 217 21 434 222 22 438 230 23 441 236 24 443 244 25 444 251 26 447 259 27 409 268 28 411 275 29 414 284 30 416 293 31 416 300 32 421 313 33 423 322 34 426 332 35 430 343 36 432 353 37 436 365 38 438 376 39 441 389 40 445 401 41 448 414 42 451 427 43 462 442 44 458 454 45 462 469 46 466 484 47 466 498 48 468 514 49 481 535 50 478 549 51 482 567 52 487 585 53 502 611 54 494 623 55 498 626 56 502 625 57 513 629 58 511 621 59 515 619 60 520 617 61 523 613 62 526 609 63 530 606 64 533 602 65 537 601 66 541 600 67 544 597 68 549 597 69 552 596 70 557 597 71 561 596 72 566 595 73 569 596 74 573 599 75 578 600 76 583 601 77 587 597 78 592 598 79 597 598 80 602 598 81 607 598 82 612 599 83 617 598 84 623 597 85 628 598 86 633 598 87 637 626 88 641 629 89 646 630 90 646 665 91 651 658 92 655 661 93 659 665 94 662 671 95 668 671 96 671 677 97 676 682 98 679 689 99 686 686 100 691 689 101 698 689 102 705 692 103 710 697 104 719 697 105 728 697 106 733 703 107 745 703 108 748 713 109 753 720 110 761 720 111 762 724 112 772 721 113 773 726 114 782 724 115 809 708 116 814 710 117 819 714 118 825 715 119 814 729 [OBJ] 4 \"green wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 710 942 1 697 939 2 690 935 3 687 932 4 749 930 5 737 926 6 723 923 7 707 920 8 699 917 9 687 914 10 679 910 11 669 905 12 657 898 13 644 891 14 632 883 15 619 876 16 608 869 17 596 863 18 587 857 19 576 851 20 566 845 21 555 839 22 544 832 23 536 825 24 523 820 25 512 814 26 506 807 27 492 802 28 483 797 29 474 791 30 463 785 31 455 780 32 459 774 33 450 769 34 448 767 35 437 760 36 437 758 37 434 754 38 430 750 39 430 746 40 429 743 41 425 741 42 420 741 43 330 710 44 326 709 45 327 705 46 326 703 47 323 703 48 319 700 49 327 696 50 326 693 51 319 688 52 308 683 53 302 680 54 294 676 55 287 672 56 282 669 57 276 665 58 273 661 59 264 658 60 256 654 61 253 651 62 256 647 63 241 645 64 241 641 65 230 639 66 232 634 67 222 632 68 213 629 69 216 625 70 208 623 71 201 621 72 194 618 73 200 615 74 194 611 75 187 609 76 183 606 77 178 604 78 174 602 79 171 599 80 168 597 81 166 595 82 164 592 83 150 591 84 151 589 85 147 585 86 146 583 87 135 582 88 134 579 90 124 576 91 125 573 92 126 571 93 116 570 94 118 568 95 123 565 96 111 564 97 103 563 98 105 559 99 98 558 100 101 556 101 94 555 102 98 552 103 91 551 104 83 550 105 89 548 106 82 547 107 76 545 108 83 543 109 76 542 110 70 541 111 66 539 112 73 536 113 67 535 114 62 534 115 58 533 116 54 531 117 50 530 118 59 528 119 55 527 [OBJS-END] [INTERACTIONS-START] [INTERACT] 9 \"contact\" 0 74 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 8 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 24 \"contact\" 0 119 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"collision\" 3 3 [IN] 0 1 [OUT] 0 1 [INTERACT] 16 \"collision\" 55 56 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"collision\" 58 58 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"collision\" 60 60 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 19 \"collision\" 75 75 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 20 \"contact\" 76 79 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"collision\" 82 82 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 \"collision\" 82 82 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"contact\" 83 97 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 22 \"collision\" 84 84 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 23 \"contact\" 85 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 97 97 [IN] 1 2 [OUT] 1 2 [INTERACT] 7 \"collision\" 99 99 [IN] 1 2 [OUT] 1 2 [INTERACT] 15 \"collision\" 99 99 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"contact\" 100 111 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"collision\" 101 101 [IN] 1 2 [OUT] 1 2 [INTERACT] 3 \"contact\" 102 107 [IN] 1 2 [OUT] 1 2 [INTERACT] 4 \"collision\" 111 111 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 112 114 [IN] 1 2 [OUT] 1 2 [INTERACT] 11 \"collision\" 113 113 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 114 119 [IN] 2 65535 [OUT] 2 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "plastic fruit bath toy set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 14,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 14,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 548
},
{
"t": 14,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "grey and green running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 220,
"y": 556
},
{
"t": 2,
"x": 228,
"y": 560
},
{
"t": 6,
"x": 236,
"y": 564
},
{
"t": 11,
"x": 244,
"y": 572
},
{
"t": 12,
"x": 251,
"y": 576
},
{
"t": 13,
"x": 244,
"y": 572
},
{
"t": 15,
"x": 251,
"y": 576
},
{
"t": 16,
"x": 259,
"y": 580
},
{
"t": 18,
"x": 267,
"y": 583
},
{
"t": 23,
"x": 275,
"y": 591
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "yellow cardboard curl cream box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 12,
"v": false
},
{
"t": 13,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 287,
"y": 560
},
{
"t": 1,
"x": 302,
"y": 564
},
{
"t": 2,
"x": 310,
"y": 572
},
{
"t": 3,
"x": 302,
"y": 568
},
{
"t": 4,
"x": 306,
"y": 576
},
{
"t": 5,
"x": 314,
"y": 583
},
{
"t": 6,
"x": 302,
"y": 580
},
{
"t": 7,
"x": 310,
"y": 587
},
{
"t": 8,
"x": 318,
"y": 591
},
{
"t": 9,
"x": 306,
"y": 587
},
{
"t": 10,
"x": 314,
"y": 595
},
{
"t": 11,
"x": 326,
"y": 599
},
{
"t": 12,
"x": null,
"y": null
},
{
"t": 13,
"x": 333,
"y": 599
},
{
"t": 14,
"x": 326,
"y": 595
},
{
"t": 15,
"x": 333,
"y": 603
},
{
"t": 16,
"x": 341,
"y": 607
},
{
"t": 17,
"x": 333,
"y": 603
},
{
"t": 19,
"x": 341,
"y": 607
},
{
"t": 20,
"x": 353,
"y": 611
},
{
"t": 21,
"x": 345,
"y": 607
},
{
"t": 22,
"x": 353,
"y": 611
},
{
"t": 23,
"x": 365,
"y": 615
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "yellow tennis shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 302,
"y": 583
},
{
"t": 2,
"x": 306,
"y": 591
},
{
"t": 3,
"x": 310,
"y": 599
},
{
"t": 5,
"x": 314,
"y": 591
},
{
"t": 6,
"x": 314,
"y": 603
},
{
"t": 8,
"x": 318,
"y": 595
},
{
"t": 9,
"x": 318,
"y": 607
},
{
"t": 11,
"x": 322,
"y": 615
},
{
"t": 12,
"x": 326,
"y": 603
},
{
"t": 13,
"x": 326,
"y": 615
},
{
"t": 14,
"x": 330,
"y": 607
},
{
"t": 15,
"x": 330,
"y": 619
},
{
"t": 16,
"x": 333,
"y": 607
},
{
"t": 17,
"x": 333,
"y": 619
},
{
"t": 18,
"x": 337,
"y": 607
},
{
"t": 19,
"x": 337,
"y": 619
},
{
"t": 20,
"x": 341,
"y": 611
},
{
"t": 21,
"x": 345,
"y": 603
},
{
"t": 22,
"x": 345,
"y": 615
},
{
"t": 23,
"x": 349,
"y": 607
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "blue and grey cardboard label tape box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 353,
"y": 810
},
{
"t": 1,
"x": 353,
"y": 845
},
{
"t": 3,
"x": 357,
"y": 810
},
{
"t": 4,
"x": 357,
"y": 845
},
{
"t": 6,
"x": 361,
"y": 814
},
{
"t": 7,
"x": 365,
"y": 845
},
{
"t": 9,
"x": 369,
"y": 814
},
{
"t": 10,
"x": 369,
"y": 849
},
{
"t": 12,
"x": 373,
"y": 814
},
{
"t": 13,
"x": 376,
"y": 849
},
{
"t": 15,
"x": 380,
"y": 814
},
{
"t": 16,
"x": 384,
"y": 849
},
{
"t": 18,
"x": 388,
"y": 814
},
{
"t": 19,
"x": 392,
"y": 849
},
{
"t": 20,
"x": 384,
"y": 794
},
{
"t": 21,
"x": 392,
"y": 845
},
{
"t": 22,
"x": 388,
"y": 791
},
{
"t": 23,
"x": 396,
"y": 841
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "red and white leather high-top sneaker",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 11,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 11,
"x": 580,
"y": 583
},
{
"t": 14,
"x": 587,
"y": 587
},
{
"t": 15,
"x": 580,
"y": 583
},
{
"t": 21,
"x": 587,
"y": 587
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "red and yellow wooden toy airplane with pilot",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 630,
"y": 1
},
{
"t": 1,
"x": 611,
"y": 1
},
{
"t": 2,
"x": 599,
"y": 1
},
{
"t": 3,
"x": 587,
"y": 1
},
{
"t": 4,
"x": 576,
"y": 1
},
{
"t": 5,
"x": 564,
"y": 1
},
{
"t": 6,
"x": 552,
"y": 1
},
{
"t": 7,
"x": 541,
"y": 1
},
{
"t": 8,
"x": 529,
"y": 1
},
{
"t": 9,
"x": 517,
"y": 1
},
{
"t": 10,
"x": 505,
"y": 1
},
{
"t": 11,
"x": 494,
"y": 1
},
{
"t": 12,
"x": 482,
"y": 1
},
{
"t": 13,
"x": 470,
"y": 1
},
{
"t": 14,
"x": 458,
"y": 1
},
{
"t": 15,
"x": 447,
"y": 1
},
{
"t": 16,
"x": 435,
"y": 1
},
{
"t": 17,
"x": 423,
"y": 1
},
{
"t": 18,
"x": 412,
"y": 1
},
{
"t": 19,
"x": 400,
"y": 1
},
{
"t": 20,
"x": 388,
"y": 1
},
{
"t": 21,
"x": 376,
"y": 1
},
{
"t": 22,
"x": 365,
"y": 1
},
{
"t": 23,
"x": 353,
"y": 1
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "red leather boot",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 18,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 18,
"x": 583,
"y": 576
},
{
"t": 22,
"x": 587,
"y": 583
},
{
"t": 23,
"x": 583,
"y": 576
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "wooden toy breakfast set",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 22,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 22,
"x": 595,
"y": 595
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "dark green plastic coffee container",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 744,
"y": 943
},
{
"t": 1,
"x": 728,
"y": 935
},
{
"t": 2,
"x": 720,
"y": 931
},
{
"t": 3,
"x": 708,
"y": 927
},
{
"t": 4,
"x": 693,
"y": 919
},
{
"t": 5,
"x": 681,
"y": 916
},
{
"t": 6,
"x": 666,
"y": 908
},
{
"t": 7,
"x": 658,
"y": 904
},
{
"t": 8,
"x": 646,
"y": 896
},
{
"t": 9,
"x": 638,
"y": 892
},
{
"t": 10,
"x": 626,
"y": 884
},
{
"t": 11,
"x": 615,
"y": 880
},
{
"t": 12,
"x": 607,
"y": 876
},
{
"t": 13,
"x": 599,
"y": 873
},
{
"t": 14,
"x": 591,
"y": 869
},
{
"t": 15,
"x": 583,
"y": 865
},
{
"t": 16,
"x": 576,
"y": 861
},
{
"t": 17,
"x": 568,
"y": 857
},
{
"t": 18,
"x": 560,
"y": 853
},
{
"t": 19,
"x": 552,
"y": 849
},
{
"t": 20,
"x": 544,
"y": 845
},
{
"t": 21,
"x": 537,
"y": 841
},
{
"t": 22,
"x": 529,
"y": 837
},
{
"t": 23,
"x": 521,
"y": 833
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "plastic fruit bath toy set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 806,
"y": 994
},
{
"t": 2,
"x": 794,
"y": 990
},
{
"t": 4,
"x": 783,
"y": 986
},
{
"t": 6,
"x": 771,
"y": 982
},
{
"t": 7,
"x": 763,
"y": 978
},
{
"t": 8,
"x": 755,
"y": 974
},
{
"t": 10,
"x": 744,
"y": 966
},
{
"t": 12,
"x": 732,
"y": 962
},
{
"t": 14,
"x": 720,
"y": 955
},
{
"t": 15,
"x": 712,
"y": 951
},
{
"t": 16,
"x": 705,
"y": 947
},
{
"t": 17,
"x": 697,
"y": 943
},
{
"t": 18,
"x": 689,
"y": 939
},
{
"t": 19,
"x": 681,
"y": 935
},
{
"t": 20,
"x": 673,
"y": 931
},
{
"t": 21,
"x": 666,
"y": 927
},
{
"t": 22,
"x": 658,
"y": 923
},
{
"t": 23,
"x": 650,
"y": 919
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "red and yellow running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 466
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "dark grey and pink running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 529
},
{
"t": 11,
"x": 994,
"y": 537
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "black plastic gaming mouse",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 560
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "white cardboard ink cartridge box",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 591
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
2,
13
],
"outputs": [
2,
13
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 8,
"inputs": [
2,
13
],
"outputs": [
2,
13
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
13
],
"outputs": [
2,
13
],
"begins_at": 12,
"ends_at": 14,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
13
],
"outputs": [
0,
13
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 0,
"inputs": [
0,
13
],
"outputs": [
0,
13
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 2,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 3,
"inputs": [
0,
13
],
"outputs": [
0,
13
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 4,
"inputs": [
0,
13
],
"outputs": [
0,
13
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "green wagon",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 212,
"y": 549
},
{
"t": 2,
"x": 216,
"y": 550
},
{
"t": 4,
"x": 219,
"y": 552
},
{
"t": 7,
"x": 221,
"y": 553
},
{
"t": 8,
"x": 223,
"y": 554
},
{
"t": 9,
"x": 224,
"y": 555
},
{
"t": 11,
"x": 226,
"y": 556
},
{
"t": 13,
"x": 227,
"y": 557
},
{
"t": 15,
"x": 230,
"y": 558
},
{
"t": 18,
"x": 233,
"y": 560
},
{
"t": 20,
"x": 235,
"y": 561
},
{
"t": 22,
"x": 237,
"y": 563
},
{
"t": 24,
"x": 238,
"y": 565
},
{
"t": 26,
"x": 248,
"y": 565
},
{
"t": 27,
"x": 241,
"y": 566
},
{
"t": 28,
"x": 248,
"y": 566
},
{
"t": 29,
"x": 242,
"y": 567
},
{
"t": 30,
"x": 252,
"y": 568
},
{
"t": 31,
"x": 244,
"y": 568
},
{
"t": 32,
"x": 253,
"y": 569
},
{
"t": 33,
"x": 247,
"y": 570
},
{
"t": 34,
"x": 255,
"y": 570
},
{
"t": 35,
"x": 248,
"y": 571
},
{
"t": 36,
"x": 255,
"y": 571
},
{
"t": 37,
"x": 251,
"y": 573
},
{
"t": 38,
"x": 258,
"y": 573
},
{
"t": 39,
"x": 253,
"y": 574
},
{
"t": 40,
"x": 258,
"y": 574
},
{
"t": 41,
"x": 255,
"y": 575
},
{
"t": 42,
"x": 262,
"y": 575
},
{
"t": 43,
"x": 258,
"y": 576
},
{
"t": 44,
"x": 263,
"y": 576
},
{
"t": 45,
"x": 260,
"y": 577
},
{
"t": 46,
"x": 266,
"y": 578
},
{
"t": 47,
"x": 264,
"y": 579
},
{
"t": 48,
"x": 266,
"y": 579
},
{
"t": 49,
"x": 277,
"y": 579
},
{
"t": 50,
"x": 269,
"y": 580
},
{
"t": 51,
"x": 278,
"y": 580
},
{
"t": 52,
"x": 270,
"y": 581
},
{
"t": 53,
"x": 281,
"y": 581
},
{
"t": 54,
"x": 273,
"y": 583
},
{
"t": 55,
"x": 282,
"y": 581
},
{
"t": 56,
"x": 273,
"y": 580
},
{
"t": 57,
"x": 285,
"y": 579
},
{
"t": 58,
"x": 287,
"y": 580
},
{
"t": 61,
"x": 289,
"y": 582
},
{
"t": 62,
"x": 291,
"y": 585
},
{
"t": 63,
"x": 290,
"y": 588
},
{
"t": 64,
"x": 287,
"y": 589
},
{
"t": 66,
"x": 289,
"y": 591
},
{
"t": 68,
"x": 291,
"y": 592
},
{
"t": 70,
"x": 293,
"y": 593
},
{
"t": 72,
"x": 295,
"y": 594
},
{
"t": 73,
"x": 298,
"y": 595
},
{
"t": 75,
"x": 299,
"y": 596
},
{
"t": 77,
"x": 301,
"y": 597
},
{
"t": 79,
"x": 304,
"y": 598
},
{
"t": 82,
"x": 307,
"y": 601
},
{
"t": 84,
"x": 308,
"y": 600
},
{
"t": 86,
"x": 310,
"y": 601
},
{
"t": 87,
"x": 312,
"y": 603
},
{
"t": 89,
"x": 313,
"y": 604
},
{
"t": 91,
"x": 316,
"y": 608
},
{
"t": 93,
"x": 317,
"y": 609
},
{
"t": 94,
"x": 317,
"y": 603
},
{
"t": 95,
"x": 319,
"y": 606
},
{
"t": 97,
"x": 320,
"y": 607
},
{
"t": 98,
"x": 322,
"y": 614
},
{
"t": 99,
"x": 322,
"y": 603
},
{
"t": 101,
"x": 323,
"y": 604
},
{
"t": 104,
"x": 326,
"y": 603
},
{
"t": 105,
"x": 323,
"y": 604
},
{
"t": 109,
"x": 329,
"y": 602
},
{
"t": 110,
"x": 326,
"y": 603
},
{
"t": 112,
"x": 334,
"y": 603
},
{
"t": 113,
"x": 329,
"y": 605
},
{
"t": 115,
"x": 330,
"y": 607
},
{
"t": 116,
"x": 331,
"y": 606
},
{
"t": 118,
"x": 333,
"y": 605
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "yellow sedan",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 296,
"y": 568
},
{
"t": 2,
"x": 297,
"y": 570
},
{
"t": 3,
"x": 300,
"y": 571
},
{
"t": 5,
"x": 301,
"y": 573
},
{
"t": 6,
"x": 303,
"y": 574
},
{
"t": 7,
"x": 305,
"y": 575
},
{
"t": 9,
"x": 307,
"y": 577
},
{
"t": 12,
"x": 310,
"y": 577
},
{
"t": 13,
"x": 312,
"y": 579
},
{
"t": 15,
"x": 314,
"y": 582
},
{
"t": 17,
"x": 316,
"y": 584
},
{
"t": 19,
"x": 317,
"y": 586
},
{
"t": 21,
"x": 318,
"y": 589
},
{
"t": 22,
"x": 319,
"y": 590
},
{
"t": 24,
"x": 320,
"y": 592
},
{
"t": 26,
"x": 322,
"y": 594
},
{
"t": 27,
"x": 326,
"y": 595
},
{
"t": 28,
"x": 323,
"y": 596
},
{
"t": 30,
"x": 325,
"y": 598
},
{
"t": 32,
"x": 333,
"y": 599
},
{
"t": 33,
"x": 331,
"y": 601
},
{
"t": 34,
"x": 330,
"y": 602
},
{
"t": 36,
"x": 329,
"y": 604
},
{
"t": 38,
"x": 341,
"y": 605
},
{
"t": 39,
"x": 345,
"y": 607
},
{
"t": 40,
"x": 336,
"y": 608
},
{
"t": 42,
"x": 334,
"y": 610
},
{
"t": 44,
"x": 336,
"y": 613
},
{
"t": 45,
"x": 344,
"y": 613
},
{
"t": 46,
"x": 344,
"y": 610
},
{
"t": 47,
"x": 354,
"y": 611
},
{
"t": 48,
"x": 355,
"y": 613
},
{
"t": 49,
"x": 357,
"y": 614
},
{
"t": 51,
"x": 356,
"y": 616
},
{
"t": 52,
"x": 355,
"y": 618
},
{
"t": 53,
"x": 355,
"y": 621
},
{
"t": 54,
"x": 353,
"y": 623
},
{
"t": 55,
"x": 351,
"y": 624
},
{
"t": 56,
"x": 354,
"y": 626
},
{
"t": 59,
"x": 354,
"y": 629
},
{
"t": 61,
"x": 355,
"y": 631
},
{
"t": 63,
"x": 360,
"y": 632
},
{
"t": 64,
"x": 358,
"y": 634
},
{
"t": 65,
"x": 358,
"y": 636
},
{
"t": 67,
"x": 360,
"y": 638
},
{
"t": 69,
"x": 362,
"y": 641
},
{
"t": 70,
"x": 360,
"y": 643
},
{
"t": 71,
"x": 362,
"y": 644
},
{
"t": 73,
"x": 363,
"y": 645
},
{
"t": 74,
"x": 362,
"y": 648
},
{
"t": 76,
"x": 363,
"y": 650
},
{
"t": 78,
"x": 365,
"y": 652
},
{
"t": 80,
"x": 366,
"y": 653
},
{
"t": 81,
"x": 364,
"y": 656
},
{
"t": 83,
"x": 362,
"y": 659
},
{
"t": 84,
"x": 387,
"y": 648
},
{
"t": 86,
"x": 388,
"y": 650
},
{
"t": 88,
"x": 395,
"y": 651
},
{
"t": 90,
"x": 398,
"y": 652
},
{
"t": 91,
"x": 403,
"y": 653
},
{
"t": 93,
"x": 406,
"y": 652
},
{
"t": 94,
"x": 408,
"y": 651
},
{
"t": 95,
"x": 426,
"y": 654
},
{
"t": 96,
"x": 362,
"y": 675
},
{
"t": 98,
"x": 364,
"y": 677
},
{
"t": 100,
"x": 362,
"y": 674
},
{
"t": 101,
"x": 356,
"y": 676
},
{
"t": 102,
"x": 379,
"y": 659
},
{
"t": 103,
"x": 381,
"y": 658
},
{
"t": 104,
"x": 386,
"y": 656
},
{
"t": 105,
"x": 387,
"y": 655
},
{
"t": 106,
"x": 391,
"y": 654
},
{
"t": 107,
"x": 398,
"y": 653
},
{
"t": 108,
"x": 391,
"y": 654
},
{
"t": 109,
"x": 393,
"y": 653
},
{
"t": 110,
"x": 389,
"y": 654
},
{
"t": 111,
"x": 387,
"y": 655
},
{
"t": 112,
"x": 396,
"y": 654
},
{
"t": 113,
"x": 385,
"y": 655
},
{
"t": 114,
"x": 387,
"y": 656
},
{
"t": 115,
"x": 383,
"y": 657
},
{
"t": 116,
"x": 380,
"y": 657
},
{
"t": 117,
"x": 393,
"y": 655
},
{
"t": 118,
"x": 380,
"y": 655
},
{
"t": 119,
"x": 387,
"y": 654
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "blue dirtbike",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 344,
"y": 831
},
{
"t": 1,
"x": 348,
"y": 843
},
{
"t": 2,
"x": 344,
"y": 831
},
{
"t": 3,
"x": 348,
"y": 843
},
{
"t": 6,
"x": 341,
"y": 831
},
{
"t": 9,
"x": 348,
"y": 841
},
{
"t": 10,
"x": 343,
"y": 830
},
{
"t": 11,
"x": 341,
"y": 829
},
{
"t": 12,
"x": 350,
"y": 840
},
{
"t": 13,
"x": 343,
"y": 828
},
{
"t": 17,
"x": 344,
"y": 825
},
{
"t": 18,
"x": 345,
"y": 824
},
{
"t": 22,
"x": 347,
"y": 821
},
{
"t": 24,
"x": 349,
"y": 819
},
{
"t": 26,
"x": 348,
"y": 816
},
{
"t": 28,
"x": 350,
"y": 814
},
{
"t": 29,
"x": 351,
"y": 813
},
{
"t": 31,
"x": 353,
"y": 809
},
{
"t": 33,
"x": 355,
"y": 806
},
{
"t": 35,
"x": 355,
"y": 802
},
{
"t": 37,
"x": 357,
"y": 799
},
{
"t": 39,
"x": 358,
"y": 796
},
{
"t": 41,
"x": 360,
"y": 793
},
{
"t": 43,
"x": 362,
"y": 790
},
{
"t": 44,
"x": 362,
"y": 788
},
{
"t": 46,
"x": 375,
"y": 799
},
{
"t": 47,
"x": 376,
"y": 797
},
{
"t": 50,
"x": 366,
"y": 777
},
{
"t": 51,
"x": 377,
"y": 794
},
{
"t": 52,
"x": 380,
"y": 752
},
{
"t": 53,
"x": 379,
"y": 785
},
{
"t": 54,
"x": 380,
"y": 749
},
{
"t": 56,
"x": 381,
"y": 746
},
{
"t": 58,
"x": 381,
"y": 743
},
{
"t": 60,
"x": 381,
"y": 740
},
{
"t": 62,
"x": 371,
"y": 759
},
{
"t": 63,
"x": 380,
"y": 739
},
{
"t": 64,
"x": 372,
"y": 758
},
{
"t": 65,
"x": 380,
"y": 739
},
{
"t": 66,
"x": 370,
"y": 758
},
{
"t": 68,
"x": 378,
"y": 743
},
{
"t": 69,
"x": 371,
"y": 760
},
{
"t": 71,
"x": 372,
"y": 764
},
{
"t": 72,
"x": 373,
"y": 765
},
{
"t": 74,
"x": 374,
"y": 760
},
{
"t": 75,
"x": 376,
"y": 757
},
{
"t": 76,
"x": 377,
"y": 755
},
{
"t": 77,
"x": 378,
"y": 752
},
{
"t": 78,
"x": 380,
"y": 750
},
{
"t": 79,
"x": 381,
"y": 748
},
{
"t": 80,
"x": 382,
"y": 746
},
{
"t": 82,
"x": 385,
"y": 743
},
{
"t": 83,
"x": 386,
"y": 741
},
{
"t": 84,
"x": 387,
"y": 739
},
{
"t": 85,
"x": 388,
"y": 735
},
{
"t": 86,
"x": 390,
"y": 733
},
{
"t": 87,
"x": 391,
"y": 731
},
{
"t": 88,
"x": 391,
"y": 728
},
{
"t": 89,
"x": 393,
"y": 726
},
{
"t": 90,
"x": 394,
"y": 723
},
{
"t": 91,
"x": 395,
"y": 721
},
{
"t": 92,
"x": 393,
"y": 727
},
{
"t": 93,
"x": 394,
"y": 725
},
{
"t": 94,
"x": 395,
"y": 722
},
{
"t": 95,
"x": 397,
"y": 719
},
{
"t": 96,
"x": 401,
"y": 711
},
{
"t": 97,
"x": 404,
"y": 709
},
{
"t": 98,
"x": 411,
"y": 701
},
{
"t": 99,
"x": 414,
"y": 700
},
{
"t": 100,
"x": 417,
"y": 699
},
{
"t": 101,
"x": 419,
"y": 700
},
{
"t": 102,
"x": 423,
"y": 697
},
{
"t": 103,
"x": 426,
"y": 697
},
{
"t": 104,
"x": 430,
"y": 696
},
{
"t": 105,
"x": 430,
"y": 698
},
{
"t": 106,
"x": 435,
"y": 699
},
{
"t": 107,
"x": 439,
"y": 698
},
{
"t": 108,
"x": 443,
"y": 696
},
{
"t": 109,
"x": 446,
"y": 696
},
{
"t": 110,
"x": 450,
"y": 694
},
{
"t": 111,
"x": 454,
"y": 693
},
{
"t": 112,
"x": 458,
"y": 691
},
{
"t": 113,
"x": 452,
"y": 698
},
{
"t": 114,
"x": 465,
"y": 690
},
{
"t": 115,
"x": 469,
"y": 689
},
{
"t": 116,
"x": 472,
"y": 689
},
{
"t": 117,
"x": 470,
"y": 694
},
{
"t": 118,
"x": 479,
"y": 686
},
{
"t": 119,
"x": 482,
"y": 685
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "red airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 386,
"y": 160
},
{
"t": 1,
"x": 400,
"y": 158
},
{
"t": 2,
"x": 391,
"y": 160
},
{
"t": 3,
"x": 403,
"y": 159
},
{
"t": 4,
"x": 405,
"y": 160
},
{
"t": 5,
"x": 406,
"y": 161
},
{
"t": 6,
"x": 396,
"y": 165
},
{
"t": 7,
"x": 409,
"y": 165
},
{
"t": 8,
"x": 411,
"y": 167
},
{
"t": 9,
"x": 404,
"y": 170
},
{
"t": 10,
"x": 414,
"y": 172
},
{
"t": 11,
"x": 416,
"y": 175
},
{
"t": 12,
"x": 417,
"y": 178
},
{
"t": 13,
"x": 419,
"y": 182
},
{
"t": 14,
"x": 422,
"y": 186
},
{
"t": 15,
"x": 424,
"y": 191
},
{
"t": 16,
"x": 425,
"y": 195
},
{
"t": 17,
"x": 426,
"y": 200
},
{
"t": 18,
"x": 429,
"y": 205
},
{
"t": 19,
"x": 430,
"y": 210
},
{
"t": 20,
"x": 433,
"y": 217
},
{
"t": 21,
"x": 434,
"y": 222
},
{
"t": 22,
"x": 438,
"y": 230
},
{
"t": 23,
"x": 441,
"y": 236
},
{
"t": 24,
"x": 443,
"y": 244
},
{
"t": 25,
"x": 444,
"y": 251
},
{
"t": 26,
"x": 447,
"y": 259
},
{
"t": 27,
"x": 409,
"y": 268
},
{
"t": 28,
"x": 411,
"y": 275
},
{
"t": 29,
"x": 414,
"y": 284
},
{
"t": 30,
"x": 416,
"y": 293
},
{
"t": 31,
"x": 416,
"y": 300
},
{
"t": 32,
"x": 421,
"y": 313
},
{
"t": 33,
"x": 423,
"y": 322
},
{
"t": 34,
"x": 426,
"y": 332
},
{
"t": 35,
"x": 430,
"y": 343
},
{
"t": 36,
"x": 432,
"y": 353
},
{
"t": 37,
"x": 436,
"y": 365
},
{
"t": 38,
"x": 438,
"y": 376
},
{
"t": 39,
"x": 441,
"y": 389
},
{
"t": 40,
"x": 445,
"y": 401
},
{
"t": 41,
"x": 448,
"y": 414
},
{
"t": 42,
"x": 451,
"y": 427
},
{
"t": 43,
"x": 462,
"y": 442
},
{
"t": 44,
"x": 458,
"y": 454
},
{
"t": 45,
"x": 462,
"y": 469
},
{
"t": 46,
"x": 466,
"y": 484
},
{
"t": 47,
"x": 466,
"y": 498
},
{
"t": 48,
"x": 468,
"y": 514
},
{
"t": 49,
"x": 481,
"y": 535
},
{
"t": 50,
"x": 478,
"y": 549
},
{
"t": 51,
"x": 482,
"y": 567
},
{
"t": 52,
"x": 487,
"y": 585
},
{
"t": 53,
"x": 502,
"y": 611
},
{
"t": 54,
"x": 494,
"y": 623
},
{
"t": 55,
"x": 498,
"y": 626
},
{
"t": 56,
"x": 502,
"y": 625
},
{
"t": 57,
"x": 513,
"y": 629
},
{
"t": 58,
"x": 511,
"y": 621
},
{
"t": 59,
"x": 515,
"y": 619
},
{
"t": 60,
"x": 520,
"y": 617
},
{
"t": 61,
"x": 523,
"y": 613
},
{
"t": 62,
"x": 526,
"y": 609
},
{
"t": 63,
"x": 530,
"y": 606
},
{
"t": 64,
"x": 533,
"y": 602
},
{
"t": 65,
"x": 537,
"y": 601
},
{
"t": 66,
"x": 541,
"y": 600
},
{
"t": 67,
"x": 544,
"y": 597
},
{
"t": 68,
"x": 549,
"y": 597
},
{
"t": 69,
"x": 552,
"y": 596
},
{
"t": 70,
"x": 557,
"y": 597
},
{
"t": 71,
"x": 561,
"y": 596
},
{
"t": 72,
"x": 566,
"y": 595
},
{
"t": 73,
"x": 569,
"y": 596
},
{
"t": 74,
"x": 573,
"y": 599
},
{
"t": 75,
"x": 578,
"y": 600
},
{
"t": 76,
"x": 583,
"y": 601
},
{
"t": 77,
"x": 587,
"y": 597
},
{
"t": 78,
"x": 592,
"y": 598
},
{
"t": 79,
"x": 597,
"y": 598
},
{
"t": 80,
"x": 602,
"y": 598
},
{
"t": 81,
"x": 607,
"y": 598
},
{
"t": 82,
"x": 612,
"y": 599
},
{
"t": 83,
"x": 617,
"y": 598
},
{
"t": 84,
"x": 623,
"y": 597
},
{
"t": 85,
"x": 628,
"y": 598
},
{
"t": 86,
"x": 633,
"y": 598
},
{
"t": 87,
"x": 637,
"y": 626
},
{
"t": 88,
"x": 641,
"y": 629
},
{
"t": 89,
"x": 646,
"y": 630
},
{
"t": 90,
"x": 646,
"y": 665
},
{
"t": 91,
"x": 651,
"y": 658
},
{
"t": 92,
"x": 655,
"y": 661
},
{
"t": 93,
"x": 659,
"y": 665
},
{
"t": 94,
"x": 662,
"y": 671
},
{
"t": 95,
"x": 668,
"y": 671
},
{
"t": 96,
"x": 671,
"y": 677
},
{
"t": 97,
"x": 676,
"y": 682
},
{
"t": 98,
"x": 679,
"y": 689
},
{
"t": 99,
"x": 686,
"y": 686
},
{
"t": 100,
"x": 691,
"y": 689
},
{
"t": 101,
"x": 698,
"y": 689
},
{
"t": 102,
"x": 705,
"y": 692
},
{
"t": 103,
"x": 710,
"y": 697
},
{
"t": 104,
"x": 719,
"y": 697
},
{
"t": 105,
"x": 728,
"y": 697
},
{
"t": 106,
"x": 733,
"y": 703
},
{
"t": 107,
"x": 745,
"y": 703
},
{
"t": 108,
"x": 748,
"y": 713
},
{
"t": 109,
"x": 753,
"y": 720
},
{
"t": 110,
"x": 761,
"y": 720
},
{
"t": 111,
"x": 762,
"y": 724
},
{
"t": 112,
"x": 772,
"y": 721
},
{
"t": 113,
"x": 773,
"y": 726
},
{
"t": 114,
"x": 782,
"y": 724
},
{
"t": 115,
"x": 809,
"y": 708
},
{
"t": 116,
"x": 814,
"y": 710
},
{
"t": 117,
"x": 819,
"y": 714
},
{
"t": 118,
"x": 825,
"y": 715
},
{
"t": 119,
"x": 814,
"y": 729
}
],
"birth": 0,
"death": 120
},
{
"id": 4,
"type": "green wagon",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 710,
"y": 942
},
{
"t": 1,
"x": 697,
"y": 939
},
{
"t": 2,
"x": 690,
"y": 935
},
{
"t": 3,
"x": 687,
"y": 932
},
{
"t": 4,
"x": 749,
"y": 930
},
{
"t": 5,
"x": 737,
"y": 926
},
{
"t": 6,
"x": 723,
"y": 923
},
{
"t": 7,
"x": 707,
"y": 920
},
{
"t": 8,
"x": 699,
"y": 917
},
{
"t": 9,
"x": 687,
"y": 914
},
{
"t": 10,
"x": 679,
"y": 910
},
{
"t": 11,
"x": 669,
"y": 905
},
{
"t": 12,
"x": 657,
"y": 898
},
{
"t": 13,
"x": 644,
"y": 891
},
{
"t": 14,
"x": 632,
"y": 883
},
{
"t": 15,
"x": 619,
"y": 876
},
{
"t": 16,
"x": 608,
"y": 869
},
{
"t": 17,
"x": 596,
"y": 863
},
{
"t": 18,
"x": 587,
"y": 857
},
{
"t": 19,
"x": 576,
"y": 851
},
{
"t": 20,
"x": 566,
"y": 845
},
{
"t": 21,
"x": 555,
"y": 839
},
{
"t": 22,
"x": 544,
"y": 832
},
{
"t": 23,
"x": 536,
"y": 825
},
{
"t": 24,
"x": 523,
"y": 820
},
{
"t": 25,
"x": 512,
"y": 814
},
{
"t": 26,
"x": 506,
"y": 807
},
{
"t": 27,
"x": 492,
"y": 802
},
{
"t": 28,
"x": 483,
"y": 797
},
{
"t": 29,
"x": 474,
"y": 791
},
{
"t": 30,
"x": 463,
"y": 785
},
{
"t": 31,
"x": 455,
"y": 780
},
{
"t": 32,
"x": 459,
"y": 774
},
{
"t": 33,
"x": 450,
"y": 769
},
{
"t": 34,
"x": 448,
"y": 767
},
{
"t": 35,
"x": 437,
"y": 760
},
{
"t": 36,
"x": 437,
"y": 758
},
{
"t": 37,
"x": 434,
"y": 754
},
{
"t": 38,
"x": 430,
"y": 750
},
{
"t": 39,
"x": 430,
"y": 746
},
{
"t": 40,
"x": 429,
"y": 743
},
{
"t": 41,
"x": 425,
"y": 741
},
{
"t": 42,
"x": 420,
"y": 741
},
{
"t": 43,
"x": 330,
"y": 710
},
{
"t": 44,
"x": 326,
"y": 709
},
{
"t": 45,
"x": 327,
"y": 705
},
{
"t": 46,
"x": 326,
"y": 703
},
{
"t": 47,
"x": 323,
"y": 703
},
{
"t": 48,
"x": 319,
"y": 700
},
{
"t": 49,
"x": 327,
"y": 696
},
{
"t": 50,
"x": 326,
"y": 693
},
{
"t": 51,
"x": 319,
"y": 688
},
{
"t": 52,
"x": 308,
"y": 683
},
{
"t": 53,
"x": 302,
"y": 680
},
{
"t": 54,
"x": 294,
"y": 676
},
{
"t": 55,
"x": 287,
"y": 672
},
{
"t": 56,
"x": 282,
"y": 669
},
{
"t": 57,
"x": 276,
"y": 665
},
{
"t": 58,
"x": 273,
"y": 661
},
{
"t": 59,
"x": 264,
"y": 658
},
{
"t": 60,
"x": 256,
"y": 654
},
{
"t": 61,
"x": 253,
"y": 651
},
{
"t": 62,
"x": 256,
"y": 647
},
{
"t": 63,
"x": 241,
"y": 645
},
{
"t": 64,
"x": 241,
"y": 641
},
{
"t": 65,
"x": 230,
"y": 639
},
{
"t": 66,
"x": 232,
"y": 634
},
{
"t": 67,
"x": 222,
"y": 632
},
{
"t": 68,
"x": 213,
"y": 629
},
{
"t": 69,
"x": 216,
"y": 625
},
{
"t": 70,
"x": 208,
"y": 623
},
{
"t": 71,
"x": 201,
"y": 621
},
{
"t": 72,
"x": 194,
"y": 618
},
{
"t": 73,
"x": 200,
"y": 615
},
{
"t": 74,
"x": 194,
"y": 611
},
{
"t": 75,
"x": 187,
"y": 609
},
{
"t": 76,
"x": 183,
"y": 606
},
{
"t": 77,
"x": 178,
"y": 604
},
{
"t": 78,
"x": 174,
"y": 602
},
{
"t": 79,
"x": 171,
"y": 599
},
{
"t": 80,
"x": 168,
"y": 597
},
{
"t": 81,
"x": 166,
"y": 595
},
{
"t": 82,
"x": 164,
"y": 592
},
{
"t": 83,
"x": 150,
"y": 591
},
{
"t": 84,
"x": 151,
"y": 589
},
{
"t": 85,
"x": 147,
"y": 585
},
{
"t": 86,
"x": 146,
"y": 583
},
{
"t": 87,
"x": 135,
"y": 582
},
{
"t": 88,
"x": 134,
"y": 579
},
{
"t": 90,
"x": 124,
"y": 576
},
{
"t": 91,
"x": 125,
"y": 573
},
{
"t": 92,
"x": 126,
"y": 571
},
{
"t": 93,
"x": 116,
"y": 570
},
{
"t": 94,
"x": 118,
"y": 568
},
{
"t": 95,
"x": 123,
"y": 565
},
{
"t": 96,
"x": 111,
"y": 564
},
{
"t": 97,
"x": 103,
"y": 563
},
{
"t": 98,
"x": 105,
"y": 559
},
{
"t": 99,
"x": 98,
"y": 558
},
{
"t": 100,
"x": 101,
"y": 556
},
{
"t": 101,
"x": 94,
"y": 555
},
{
"t": 102,
"x": 98,
"y": 552
},
{
"t": 103,
"x": 91,
"y": 551
},
{
"t": 104,
"x": 83,
"y": 550
},
{
"t": 105,
"x": 89,
"y": 548
},
{
"t": 106,
"x": 82,
"y": 547
},
{
"t": 107,
"x": 76,
"y": 545
},
{
"t": 108,
"x": 83,
"y": 543
},
{
"t": 109,
"x": 76,
"y": 542
},
{
"t": 110,
"x": 70,
"y": 541
},
{
"t": 111,
"x": 66,
"y": 539
},
{
"t": 112,
"x": 73,
"y": 536
},
{
"t": 113,
"x": 67,
"y": 535
},
{
"t": 114,
"x": 62,
"y": 534
},
{
"t": 115,
"x": 58,
"y": 533
},
{
"t": 116,
"x": 54,
"y": 531
},
{
"t": 117,
"x": 50,
"y": 530
},
{
"t": 118,
"x": 59,
"y": 528
},
{
"t": 119,
"x": 55,
"y": 527
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 9,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 74,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 24,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
1
],
"outputs": [
0,
1
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 16,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 55,
"ends_at": 56,
"type": "collision"
},
{
"id": 17,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 58,
"ends_at": 58,
"type": "collision"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 60,
"ends_at": 60,
"type": "collision"
},
{
"id": 19,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 75,
"ends_at": 75,
"type": "collision"
},
{
"id": 20,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 76,
"ends_at": 79,
"type": "contact"
},
{
"id": 13,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 82,
"ends_at": 82,
"type": "collision"
},
{
"id": 21,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 82,
"ends_at": 82,
"type": "collision"
},
{
"id": 14,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 83,
"ends_at": 97,
"type": "contact"
},
{
"id": 22,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 84,
"ends_at": 84,
"type": "collision"
},
{
"id": 23,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 85,
"ends_at": 119,
"type": "contact"
},
{
"id": 6,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 97,
"ends_at": 97,
"type": "collision"
},
{
"id": 7,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 99,
"ends_at": 99,
"type": "collision"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 99,
"ends_at": 99,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 100,
"ends_at": 111,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 101,
"ends_at": 101,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 102,
"ends_at": 107,
"type": "contact"
},
{
"id": 4,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 111,
"ends_at": 111,
"type": "collision"
},
{
"id": 5,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 112,
"ends_at": 114,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 113,
"ends_at": 113,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 114,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.3763246336134641,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 210.66943237657375,
"avg_image_position_segmentation_acc": 0.33999999999999997,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.27499999999999997,
"avg_image_position_segmentation_acc_large": 0.4375,
"avg_image_position_segmentation_acc_first_frame": 0.8,
"avg_image_position_segmentation_visible_acc": 0.33999999999999997,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null,
"num_matches": 5,
"num_unmatched_pred": 10,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 5,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 5,
"avg_image_position_segmentation_acc": 5,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 3,
"avg_image_position_segmentation_acc_large": 2,
"avg_image_position_segmentation_acc_first_frame": 5,
"avg_image_position_segmentation_visible_acc": 5,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 5,
"visibility_true_acc": 5,
"visibility_false_acc": 0,
"is_in_frame_acc": 5,
"is_in_frame_true_acc": 5,
"is_in_frame_false_acc": 0,
"vis_acc_from_px": 5,
"vis_acc_from_px_true_acc": 5,
"vis_acc_from_px_false_acc": 0
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 1,
"target_id": 0,
"pred_id": 1,
"cost": 0.3,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.3,
"weighted_cost": 0.3,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 3,
"target_id": 1,
"pred_id": 3,
"cost": 0.4,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 4,
"target_id": 2,
"pred_id": 4,
"cost": 1.375,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.875,
"weighted_cost": 0.875,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 6,
"target_id": 3,
"pred_id": 6,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 9,
"target_id": 4,
"pred_id": 9,
"cost": 1.225,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.725,
"weighted_cost": 0.725,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
2,
5,
7,
8,
10,
11,
12,
13,
14
],
"target_type_counts": {
"green wagon": 2,
"yellow sedan": 1,
"blue dirtbike": 1,
"red airliner": 1
},
"pred_type_counts": {
"plastic fruit bath toy set": 2,
"grey and green running shoe": 1,
"yellow cardboard curl cream box": 1,
"yellow tennis shoe": 1,
"blue and grey cardboard label tape box": 1,
"red and white leather high-top sneaker": 1,
"red and yellow wooden toy airplane with pilot": 1,
"red leather boot": 1,
"wooden toy breakfast set": 1,
"dark green plastic coffee container": 1,
"red and yellow running shoe": 1,
"dark grey and pink running shoe": 1,
"black plastic gaming mouse": 1,
"white cardboard ink cartridge box": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 5,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 1.0,
"1.0": 0.4,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.3333333333333333,
"0.75": 0.3333333333333333,
"1.0": 0.3333333333333333
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 12,
"false_negatives": 2
},
"0.5": {
"true_positives": 2,
"false_positives": 13,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 5
},
"1.0": {
"true_positives": 0,
"false_positives": 15,
"false_negatives": 5
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.2,
"0.5": 0.13333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.4,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.3,
"0.5": 0.2,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.08333333333333334,
"segmentation_frame_average_recall": 0.25,
"segmentation_frame_average_f1": 0.125,
"segmentation_first_frame_counts": {
"true_positives": 4,
"false_positives": 11,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.26666666666666666,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.4210526315789474,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.125,
"segmentation_frame_average_recall": 0.125,
"segmentation_frame_average_f1": 0.125,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.5,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.6666666666666666
},
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 2,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.6666666666666666,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.6666666666666666,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.6666666666666666,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.3333333333333333,
"segmentation_frame_average_recall": 0.3333333333333333,
"segmentation_frame_average_f1": 0.3333333333333333,
"segmentation_first_frame_counts": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"segmentation_first_frame_precision": 1.0,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 1.0
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 10,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 1,
"cost": 0.3,
"type_similarity": 0.37301710399661087,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 37.98249466720542,
"image_position_segmentation_acc": 0.7,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.7,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.7,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 3,
"cost": 0.4,
"type_similarity": 0.4724397944641866,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 41.617601172883006,
"image_position_segmentation_acc": 0.6,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.6,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.6,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 4,
"cost": 1.375,
"type_similarity": 0.2197785010730829,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 87.81824983882399,
"image_position_segmentation_acc": 0.125,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.125,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.125,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 6,
"cost": 1.0,
"type_similarity": 0.6030875498227589,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 544.6208049236284,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 4,
"pred_id": 9,
"cost": 1.225,
"type_similarity": 0.21330021871068106,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 341.30801128032795,
"image_position_segmentation_acc": 0.275,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.275,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.275,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.5875210512502196,
"avg_interaction_input_object_jaccard": 0.37333333333333324,
"avg_interaction_output_object_jaccard": 0.37333333333333324,
"avg_interaction_type_exact_match_acc": 0.72,
"num_interaction_matches": 25,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 24,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.04,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.07692307692307693,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.72,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.8372093023255813,
"0.5": 0.33333333333333337,
"0.75": 0.33333333333333337,
"1.0": 0.33333333333333337
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 20,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.72,
"0.5": 0.2,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.8372093023255813,
"0.5": 0.33333333333333337,
"0.75": 0.33333333333333337,
"1.0": 0.33333333333333337
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 25,
"avg_interaction_input_object_jaccard": 25,
"avg_interaction_output_object_jaccard": 25,
"avg_interaction_type_exact_match_acc": 25
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 16,
"target_id": 0,
"pred_id": 10,
"cost": 1.4791666666666665,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.47916666666666663,
"weighted_cost": 0.47916666666666663,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 4,
"target_id": 1,
"pred_id": 1,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 0,
"target_id": 2,
"pred_id": 0,
"cost": 1.488235294117647,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9882352941176471,
"weighted_cost": 0.9882352941176471,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 9,
"target_id": 3,
"pred_id": 4,
"cost": 1.4534883720930232,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9534883720930232,
"weighted_cost": 0.9534883720930232,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 14,
"target_id": 4,
"pred_id": 8,
"cost": 1.49009900990099,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9900990099009901,
"weighted_cost": 0.9900990099009901,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 15,
"target_id": 5,
"pred_id": 9,
"cost": 1.470873786407767,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.970873786407767,
"weighted_cost": 0.970873786407767,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 7,
"target_id": 6,
"pred_id": 3,
"cost": 1.487012987012987,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.987012987012987,
"weighted_cost": 0.987012987012987,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 1,
"target_id": 7,
"pred_id": 0,
"cost": 1.4876543209876543,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9876543209876543,
"weighted_cost": 0.9876543209876543,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 18,
"target_id": 8,
"pred_id": 12,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 19,
"target_id": 9,
"pred_id": 13,
"cost": 0.33999999999999997,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.33999999999999997,
"weighted_cost": 0.33999999999999997,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 2,
"target_id": 10,
"pred_id": 0,
"cost": 1.3392857142857144,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8392857142857143,
"weighted_cost": 0.8392857142857143,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 13,
"target_id": 11,
"pred_id": 7,
"cost": 1.4907407407407407,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9907407407407407,
"weighted_cost": 0.9907407407407407,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 6,
"target_id": 12,
"pred_id": 2,
"cost": 1.375,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.875,
"weighted_cost": 0.875,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 22,
"target_id": 13,
"pred_id": 16,
"cost": 2.3493975903614457,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8493975903614458,
"weighted_cost": 0.8493975903614458,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 8,
"target_id": 14,
"pred_id": 3,
"cost": 1.3010204081632653,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8010204081632653,
"weighted_cost": 0.8010204081632653,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 3,
"target_id": 15,
"pred_id": 1,
"cost": 1.4879518072289157,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9879518072289157,
"weighted_cost": 0.9879518072289157,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 21,
"target_id": 16,
"pred_id": 15,
"cost": 1.7719298245614035,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7719298245614035,
"weighted_cost": 0.7719298245614035,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 17,
"pred_index": 10,
"target_id": 17,
"pred_id": 4,
"cost": 2.288135593220339,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.788135593220339,
"weighted_cost": 0.788135593220339,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 18,
"pred_index": 11,
"target_id": 18,
"pred_id": 5,
"cost": 2.2950819672131146,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7950819672131147,
"weighted_cost": 0.7950819672131147,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 19,
"pred_index": 12,
"target_id": 19,
"pred_id": 6,
"cost": 2.3355263157894735,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8355263157894737,
"weighted_cost": 0.8355263157894737,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 20,
"pred_index": 17,
"target_id": 20,
"pred_id": 11,
"cost": 1.325,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.825,
"weighted_cost": 0.825,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 21,
"pred_index": 20,
"target_id": 21,
"pred_id": 14,
"cost": 2.3493975903614457,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8493975903614458,
"weighted_cost": 0.8493975903614458,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 22,
"pred_index": 5,
"target_id": 22,
"pred_id": 2,
"cost": 1.4848484848484849,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9848484848484849,
"weighted_cost": 0.9848484848484849,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 23,
"pred_index": 23,
"target_id": 23,
"pred_id": 17,
"cost": 1.2541666666666667,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7541666666666667,
"weighted_cost": 0.7541666666666667,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 24,
"pred_index": 24,
"target_id": 24,
"pred_id": 18,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [],
"target_type_counts": {
"collision": 14,
"contact": 11
},
"pred_type_counts": {
"collision": 7,
"contact": 18
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 16,
"target_id": 0,
"pred_id": 10,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.4791666666666665,
"temporal_span_iou": 0.041666666666666664,
"temporal_span_giou": 0.041666666666666664,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 4,
"target_id": 1,
"pred_id": 1,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 2,
"pred_index": 0,
"target_id": 2,
"pred_id": 0,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.488235294117647,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9764705882352941,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 9,
"target_id": 3,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.4534883720930232,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9069767441860465,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 14,
"target_id": 4,
"pred_id": 8,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.49009900990099,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9801980198019802,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 15,
"target_id": 5,
"pred_id": 9,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.470873786407767,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.941747572815534,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 7,
"target_id": 6,
"pred_id": 3,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.487012987012987,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.974025974025974,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 7,
"pred_index": 1,
"target_id": 7,
"pred_id": 0,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4876543209876543,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9753086419753086,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 18,
"target_id": 8,
"pred_id": 12,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 9,
"pred_index": 19,
"target_id": 9,
"pred_id": 13,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.33999999999999997,
"temporal_span_iou": 0.32,
"temporal_span_giou": 0.32,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 10,
"pred_index": 2,
"target_id": 10,
"pred_id": 0,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3392857142857144,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6785714285714286,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 13,
"target_id": 11,
"pred_id": 7,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4907407407407407,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9814814814814815,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 6,
"target_id": 12,
"pred_id": 2,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.375,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.75,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 22,
"target_id": 13,
"pred_id": 16,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3493975903614457,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6987951807228916,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 8,
"target_id": 14,
"pred_id": 3,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3010204081632653,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6020408163265306,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 15,
"pred_index": 3,
"target_id": 15,
"pred_id": 1,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4879518072289157,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9759036144578314,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 16,
"pred_index": 21,
"target_id": 16,
"pred_id": 15,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.7719298245614035,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.543859649122807,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 17,
"pred_index": 10,
"target_id": 17,
"pred_id": 4,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.288135593220339,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.576271186440678,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 18,
"pred_index": 11,
"target_id": 18,
"pred_id": 5,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.2950819672131146,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5901639344262295,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 19,
"pred_index": 12,
"target_id": 19,
"pred_id": 6,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3355263157894735,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6710526315789473,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 20,
"pred_index": 17,
"target_id": 20,
"pred_id": 11,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.325,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.65,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 21,
"pred_index": 20,
"target_id": 21,
"pred_id": 14,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.3493975903614457,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6987951807228916,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 22,
"pred_index": 5,
"target_id": 22,
"pred_id": 2,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4848484848484849,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9696969696969697,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 23,
"pred_index": 23,
"target_id": 23,
"pred_id": 17,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.2541666666666667,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5083333333333333,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 24,
"pred_index": 24,
"target_id": 24,
"pred_id": 18,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.4986091892712234,
"avg_interaction_input_object_jaccard": 0.4999999999999998,
"avg_interaction_output_object_jaccard": 0.4999999999999998,
"avg_interaction_type_exact_match_acc": 0.6666666666666666,
"num_interaction_matches": 18,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 17,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 18,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 18,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 18,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.05555555555555555,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.10526315789473684,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 1,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.9444444444444444,
"0.5": 0.2777777777777778,
"0.75": 0.2777777777777778,
"1.0": 0.2777777777777778
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.9714285714285714,
"0.5": 0.4347826086956522,
"0.75": 0.4347826086956522,
"1.0": 0.4347826086956522
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 1,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 5,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.9444444444444444,
"0.5": 0.2777777777777778,
"0.75": 0.2777777777777778,
"1.0": 0.2777777777777778
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.9714285714285714,
"0.5": 0.4347826086956522,
"0.75": 0.4347826086956522,
"1.0": 0.4347826086956522
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.8161515534819245,
"avg_interaction_input_object_jaccard": 0.047619047619047616,
"avg_interaction_output_object_jaccard": 0.047619047619047616,
"avg_interaction_type_exact_match_acc": 0.8571428571428571,
"num_interaction_matches": 7,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.14285714285714285,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.25,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 6,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.14285714285714285,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.25,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 18,
"avg_interaction_input_object_jaccard": 18,
"avg_interaction_output_object_jaccard": 18,
"avg_interaction_type_exact_match_acc": 18
},
"object_object": {
"avg_interaction_temporal_span_giou": 7,
"avg_interaction_input_object_jaccard": 7,
"avg_interaction_output_object_jaccard": 7,
"avg_interaction_type_exact_match_acc": 7
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.7550254561444726,
"avg_interaction_input_object_jaccard": 0.261904761904762,
"avg_interaction_output_object_jaccard": 0.261904761904762,
"avg_interaction_type_exact_match_acc": 0.5,
"num_interaction_matches": 14,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 14,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.6428571428571429,
"0.5": 0.07142857142857142,
"0.75": 0.07142857142857142,
"1.0": 0.07142857142857142
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.782608695652174,
"0.5": 0.13333333333333333,
"0.75": 0.13333333333333333,
"1.0": 0.13333333333333333
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.6428571428571429,
"0.5": 0.07142857142857142,
"0.75": 0.07142857142857142,
"1.0": 0.07142857142857142
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.782608695652174,
"0.5": 0.13333333333333333,
"0.75": 0.13333333333333333,
"1.0": 0.13333333333333333
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.37433362683935206,
"avg_interaction_input_object_jaccard": 0.5151515151515151,
"avg_interaction_output_object_jaccard": 0.5151515151515151,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 11,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.09090909090909091,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.16666666666666669,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8181818181818182,
"0.5": 0.36363636363636365,
"0.75": 0.36363636363636365,
"1.0": 0.36363636363636365
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.9,
"0.5": 0.5333333333333333,
"0.75": 0.5333333333333333,
"1.0": 0.5333333333333333
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8181818181818182,
"0.5": 0.36363636363636365,
"0.75": 0.36363636363636365,
"1.0": 0.36363636363636365
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.9,
"0.5": 0.5333333333333333,
"0.75": 0.5333333333333333,
"1.0": 0.5333333333333333
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 14,
"avg_interaction_input_object_jaccard": 14,
"avg_interaction_output_object_jaccard": 14,
"avg_interaction_type_exact_match_acc": 14
},
"contact": {
"avg_interaction_temporal_span_giou": 11,
"avg_interaction_input_object_jaccard": 11,
"avg_interaction_output_object_jaccard": 11,
"avg_interaction_type_exact_match_acc": 11
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}