STRIVE · 08/28/2026
Dyn generalization · val_120 · super_clevr_1034
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple cruiser\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 55 913 1 69 905 2 83 899 3 97 893 4 110 886 5 123 880 6 133 874 7 145 865 8 158 861 9 169 857 10 181 852 11 193 847 12 203 842 13 214 836 14 224 831 15 239 825 16 248 821 17 258 816 18 267 811 19 274 808 20 283 803 21 292 799 22 303 794 23 310 791 24 320 785 25 327 782 26 336 778 27 343 775 28 351 771 29 357 768 30 362 764 31 373 756 32 375 754 33 360 771 34 376 754 35 384 745 36 391 738 37 398 730 38 406 718 39 410 715 40 413 716 41 413 734 42 416 732 43 420 728 44 423 727 45 426 725 46 428 725 47 430 722 48 432 724 49 430 731 50 431 732 51 433 729 52 442 722 53 446 718 54 447 716 55 449 714 57 451 711 58 453 710 59 455 707 60 457 705 61 458 703 62 459 701 63 461 699 64 462 697 65 469 694 66 465 693 67 471 691 68 472 689 69 473 686 70 475 684 71 476 682 72 477 680 73 478 678 74 480 677 75 481 674 76 484 673 77 483 670 78 486 669 79 489 668 80 490 666 81 491 664 82 491 660 83 493 659 84 491 654 85 492 653 86 493 651 88 494 648 89 495 646 90 496 644 92 514 651 93 498 640 94 500 639 96 517 645 97 500 634 98 502 633 99 519 640 100 504 630 101 523 636 102 504 627 104 505 624 106 507 622 108 508 620 110 510 618 111 512 617 112 510 615 114 512 613 115 513 611 117 515 609 119 537 613 [OBJ] 1 \"purple airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 319 913 [OBJ] 2 \"blue airliner\" 0 120 [VIS] 0 true 105 false [IN-FRAME] 0 true 105 false [PX] 0 421 359 1 445 366 4 428 360 5 430 360 6 451 367 7 439 364 9 437 361 10 463 369 11 466 369 12 446 365 13 466 369 14 472 370 17 464 368 19 483 372 20 466 368 22 492 373 24 494 373 26 500 374 27 491 372 28 487 371 29 510 376 30 513 376 31 517 377 32 519 377 33 511 375 35 531 379 36 539 380 38 543 381 39 548 382 40 537 379 41 555 383 42 559 383 43 564 384 44 535 377 45 541 380 46 582 388 47 551 382 48 555 382 49 561 384 50 566 385 51 571 386 52 576 388 53 580 388 54 587 390 55 593 391 56 598 392 57 604 393 58 608 393 59 617 396 60 623 397 61 630 398 62 635 398 63 642 400 64 650 402 65 655 402 66 664 404 67 673 406 68 680 407 69 689 409 70 697 410 71 706 413 72 716 414 73 725 416 74 735 418 75 744 419 76 755 421 77 766 423 78 777 425 79 790 427 80 801 429 81 812 431 82 826 433 83 839 435 84 851 438 85 868 441 86 884 444 87 898 446 88 916 449 89 930 451 90 948 454 91 965 456 92 969 449 93 903 407 94 919 409 95 935 410 96 951 411 97 969 413 98 976 417 99 984 422 100 993 305 101 948 409 102 966 411 103 984 414 104 978 411 105 null null [OBJ] 3 \"blue truck\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 446 801 12 445 795 22 444 786 28 444 781 29 447 781 30 448 784 31 451 779 32 452 777 33 455 782 34 458 777 35 460 780 36 462 779 38 465 777 40 469 776 42 473 776 43 476 775 44 477 774 45 480 772 46 482 771 47 490 770 49 491 768 50 494 767 51 497 766 52 500 765 53 502 764 54 505 763 55 524 764 56 526 763 57 527 761 58 530 761 59 533 761 60 535 760 62 539 759 63 541 758 64 542 757 66 547 756 67 548 755 68 546 752 69 551 754 70 555 754 71 551 751 72 554 749 73 555 750 74 558 749 75 561 747 76 562 746 77 566 745 79 569 744 80 573 742 82 577 740 83 579 739 84 598 735 85 600 735 86 601 734 87 604 734 89 606 732 90 608 732 91 610 731 93 614 731 94 616 730 96 618 729 97 622 728 99 628 727 103 634 725 104 632 726 105 641 724 107 638 724 108 648 723 110 644 723 113 651 721 115 662 720 116 659 720 117 656 720 119 669 719 [OBJS-END] [INTERACTIONS-START] [INTERACT] 2 \"contact\" 0 51 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 5 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 0 \"collision\" 29 30 [IN] 0 3 [OUT] 0 3 [INTERACT] 1 \"collision\" 42 42 [IN] 0 3 [OUT] 0 3 [INTERACT] 3 \"collision\" 59 59 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"contact\" 60 119 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/val_full/super_clevr_1034/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"dark red plastic rat sensei action figure\" 0 24 [VIS] 0 true 18 false [IN-FRAME] 0 true 18 false [PX] 0 5 13 1 5 2 17 1 13 18 null null [OBJ] 1 \"purple and pink fabric sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 52 912 1 68 908 2 91 900 3 115 892 4 142 880 5 162 876 6 177 869 7 185 857 8 205 849 9 224 837 10 240 833 11 259 826 12 275 822 13 291 818 14 345 791 15 361 783 16 376 775 17 388 767 18 400 759 19 408 751 20 416 748 21 423 740 22 431 736 23 439 732 [OBJ] 2 \"black and purple sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 107 845 1 126 841 2 146 837 3 166 833 4 185 830 5 115 880 6 134 876 7 150 873 8 169 869 9 181 865 10 193 861 11 330 755 12 341 755 13 353 755 14 365 751 15 376 748 16 388 744 17 396 740 18 404 736 19 412 732 20 419 728 21 427 724 22 435 720 23 443 716 [OBJ] 3 \"pink and purple wooden toy castle\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 353 904 2 341 904 3 349 896 7 341 900 12 333 904 16 337 896 19 330 900 22 337 892 [OBJ] 4 \"pink rubber teething toy\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true [PX] 0 357 986 1 null null [OBJ] 5 \"purple and black cardboard Nintendo 3DS game box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 376 974 12 365 974 20 373 970 [OBJ] 6 \"dark grey and purple plastic Shredder action figure\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 404 974 4 412 970 11 404 966 16 412 962 22 404 958 [OBJ] 7 \"light and dark blue running shoe\" 0 24 [VIS] 0 true 13 false [IN-FRAME] 0 true [PX] 0 408 494 13 null null [OBJ] 8 \"purple and white high-top sneaker\" 0 24 [VIS] 0 true 13 false [IN-FRAME] 0 true [PX] 0 412 384 5 423 384 6 431 388 7 419 384 12 431 384 13 null null [OBJ] 9 \"light blue plastic conditioner tube\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 423 365 1 427 373 3 439 373 5 447 376 7 455 380 9 462 384 11 470 388 12 478 384 14 486 388 15 490 396 16 498 400 18 505 404 19 513 408 20 521 412 22 533 419 23 541 423 [OBJ] 10 \"purple and light brown wooden toy bathroom set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 447 353 3 455 349 5 462 353 9 470 357 12 478 361 15 486 365 18 494 369 20 501 373 23 509 376 [OBJ] 11 \"light blue plastic toy airplane\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 455 802 3 455 814 4 455 826 5 451 802 7 455 814 8 455 830 9 451 802 12 455 818 13 451 806 14 455 822 15 451 806 16 455 818 17 455 830 18 451 814 19 455 826 20 451 814 21 455 826 22 451 814 23 455 826 [OBJ] 12 \"purple and light brown wooden toy bathroom set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 595 333 1 595 345 2 599 330 3 599 341 4 603 326 5 603 337 6 603 353 7 607 330 8 607 341 9 607 357 10 611 333 11 611 345 12 611 361 13 615 337 14 615 349 15 615 365 16 619 337 17 619 349 18 619 365 19 623 341 20 623 353 21 623 365 22 626 341 23 626 353 [OBJ] 13 \"light blue plastic conditioner tube\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 615 33 1 611 41 2 615 33 3 611 41 12 619 33 16 615 41 18 619 33 19 615 41 [OBJ] 14 \"light blue plastic conditioner tube\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 681 345 4 673 349 5 669 361 10 666 369 14 662 376 18 658 384 22 654 392 [OBJ] 15 \"dark grey plastic storage bin\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 994 568 2 994 552 4 994 541 6 994 525 8 994 513 10 994 501 12 990 537 14 990 521 16 990 505 18 990 494 19 986 529 21 986 513 23 986 498 [OBJ] 16 \"white cardboard cleanser box\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 365 1 null null [OBJ] 17 \"blue and white high-top sneaker\" 15 24 [VIS] 0 false 15 true [IN-FRAME] 0 false 15 true [PX] 0 null null 15 998 580 16 994 572 18 990 564 20 986 556 21 982 548 23 978 541 [OBJS-END] [INTERACTIONS-START] [INTERACT] 22 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 2 \"contact\" 0 1 [IN] 1 2 [OUT] 1 2 [INTERACT] 1 \"contact\" 0 2 [IN] 0 17 [OUT] 0 17 [INTERACT] 20 \"contact\" 0 12 [IN] 3 6 [OUT] 3 6 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 3 4 [OUT] 3 4 [INTERACT] 19 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 21 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 25 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 27 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 7 \"collision\" 2 2 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 \"collision\" 4 4 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"collision\" 7 7 [IN] 1 2 [OUT] 1 2 [INTERACT] 4 \"collision\" 10 10 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"collision\" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 13 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 199 \"collision\" 16 16 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 28 \"collision\" 16 17 [IN] 9 14 [OUT] 9 14 [INTERACT] 65 \"collision\" 17 17 [IN] 9 17 [OUT] 9 17 [INTERACT] 66 \"collision\" 19 19 [IN] 9 17 [OUT] 9 17 [INTERACT] 67 \"contact\" 20 21 [IN] 9 17 [OUT] 9 17 [INTERACT] 68 \"collision\" 21 21 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 32 \"collision\" 22 22 [IN] 9 14 [OUT] 9 14 [INTERACT] 69 \"contact\" 22 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 39 \"collision\" 23 23 [IN] 9 17 [OUT] 9 17 [INTERACT] 63 \"collision\" 23 23 [IN] 9 16 [OUT] 9 16 [INTERACT] 71 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 40 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 33 \"collision\" 23 23 [IN] 9 14 [OUT] 9 14 [INTERACT] 52 \"collision\" 23 23 [IN] 9 15 [OUT] 9 15 [INTERACT] 61 \"collision\" 23 23 [IN] 9 165 [OUT] 9 165 [INTERACT] 64 \"contact\" 23 23 [IN] 9 16 [OUT] 9 16 [INTERACT] 62 \"contact\" 23 23 [IN] 9 165 [OUT] 9 165 [INTERACT] 29 \"collision\" 23 23 [IN] 9 163 [OUT] 9 163 [INTERACT] 45 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 30 \"collision\" 23 23 [IN] 9 650 [OUT] 9 650 [INTERACT] 31 \"collision\" 23 23 [IN] 9 653 [OUT] 9 653 [INTERACT] 46 \"collision\" 23 23 [IN] 9 655 [OUT] 9 655 [INTERACT] 47 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 41 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 34 \"collision\" 23 23 [IN] 9 164 [OUT] 9 164 [INTERACT] 42 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 43 \"collision\" 23 23 [IN] 9 650 [OUT] 9 650 [INTERACT] 44 \"collision\" 23 23 [IN] 9 655 [OUT] 9 655 [INTERACT] 48 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 49 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 35 \"collision\" 23 23 [IN] 9 654 [OUT] 9 654 [INTERACT] 36 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 37 \"collision\" 23 23 [IN] 9 650 [OUT] 9 650 [INTERACT] 38 \"collision\" 23 23 [IN] 9 655 [OUT] 9 655 [INTERACT] 59 \"collision\" 23 23 [IN] 9 17 [OUT] 9 17 [INTERACT] 60 \"collision\" 23 23 [IN] 9 165 [OUT] 9 165 [INTERACT] 50 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 51 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 55 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 56 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 57 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 58 \"contact\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 53 \"collision\" 23 23 [IN] 9 163 [OUT] 9 163 [INTERACT] 54 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 6 \"collision\" 23 23 [IN] 10 14 [OUT] 10 14 [INTERACT] 29 \"collision\" 23 23 [IN] 9 163 [OUT] 9 163 [INTERACT] 31 \"collision\" 23 23 [IN] 9 650 [OUT] 9 650 [INTERACT] 32 \"collision\" 23 23 [IN] 9 654 [OUT] 9 654 [INTERACT] 45 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 46 \"collision\" 23 23 [IN] 9 650 [OUT] 9 650 [INTERACT] 50 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 54 \"collision\" 23 23 [IN] 9 642 [OUT] 9 642 [INTERACT] 68 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 69 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 70 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"collision\" 12 12 [IN] 1 2 [OUT] 1 2 [INTERACT] 49 \"collision\" 12 12 [IN] 9 655 [OUT] 9 655 [INTERACT] 55 \"collision\" 12 12 [IN] 9 642 [OUT] 9 642 [INTERACT] 39 \"collision\" 12 12 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 41 \"collision\" 12 12 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 1 \"collision\" 13 13 [IN] 0 17 [OUT] 0 17 [INTERACT] 42 \"contact\" 13 14 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 56 \"contact\" 13 14 [IN] 9 642 [OUT] 9 642 [INTERACT] 25 \"collision\" 14 14 [IN] 7 9 [OUT] 7 9 [INTERACT] 5 \"collision\" 14 14 [IN] 1 6 [OUT] 1 6 [INTERACT] 26 \"contact\" 15 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 7 \"collision\" 16 16 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 25 \"collision\" 16 17 [IN] 7 9 [OUT] 7 9 [INTERACT] 43 \"collision\" 16 17 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 8 \"contact\" 17 18 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 33 \"collision\" 17 18 [IN] 9 14 [OUT] 9 14 [INTERACT] 44 \"collision\" 18 18 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 25 \"collision\" 19 19 [IN] 7 9 [OUT] 7 9 [INTERACT] 9 \"collision\" 20 20 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 44 \"collision\" 20 20 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 25 \"contact\" 20 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 10 \"contact\" 21 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 45 \"collision\" 22 22 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 \"collision\" 22 22 [IN] 12 14 [OUT] 12 14 [INTERACT] 25 \"collision\" 22 22 [IN] 7 9 [OUT] 7 9 [INTERACT] 34 \"collision\" 22 22 [IN] 9 14 [OUT] 9 14 [INTERACT] 64 \"collision\" 22 22 [IN] 9 16 [OUT] 9 16 [INTERACT] 25 \"contact\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 12 \"collision\" 23 23 [IN] 12 14 [OUT] 12 14 [INTERACT] 65 \"collision\" 23 23 [IN] 9 17 [OUT] 9 17 [INTERACT] 66 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 45 \"collision\" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 9 [INTERACT] 25 \"collision\" 23 23 [IN] 7 9 [OUT] 7 ",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple cruiser\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 55 913 1 69 905 2 83 899 3 97 893 4 110 886 5 123 880 6 133 874 7 145 865 8 158 861 9 169 857 10 181 852 11 193 847 12 203 842 13 214 836 14 224 831 15 239 825 16 248 821 17 258 816 18 267 811 19 274 808 20 283 803 21 292 799 22 303 794 23 310 791 24 320 785 25 327 782 26 336 778 27 343 775 28 351 771 29 357 768 30 362 764 31 373 756 32 375 754 33 360 771 34 376 754 35 384 745 36 391 738 37 398 730 38 406 718 39 410 715 40 413 716 41 413 734 42 416 732 43 420 728 44 423 727 45 426 725 46 428 725 47 430 722 48 432 724 49 430 731 50 431 732 51 433 729 52 442 722 53 446 718 54 447 716 55 449 714 57 451 711 58 453 710 59 455 707 60 457 705 61 458 703 62 459 701 63 461 699 64 462 697 65 469 694 66 465 693 67 471 691 68 472 689 69 473 686 70 475 684 71 476 682 72 477 680 73 478 678 74 480 677 75 481 674 76 484 673 77 483 670 78 486 669 79 489 668 80 490 666 81 491 664 82 491 660 83 493 659 84 491 654 85 492 653 86 493 651 88 494 648 89 495 646 90 496 644 92 514 651 93 498 640 94 500 639 96 517 645 97 500 634 98 502 633 99 519 640 100 504 630 101 523 636 102 504 627 104 505 624 106 507 622 108 508 620 110 510 618 111 512 617 112 510 615 114 512 613 115 513 611 117 515 609 119 537 613 [OBJ] 1 \"purple airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 319 913 [OBJ] 2 \"blue airliner\" 0 120 [VIS] 0 true 105 false [IN-FRAME] 0 true 105 false [PX] 0 421 359 1 445 366 4 428 360 5 430 360 6 451 367 7 439 364 9 437 361 10 463 369 11 466 369 12 446 365 13 466 369 14 472 370 17 464 368 19 483 372 20 466 368 22 492 373 24 494 373 26 500 374 27 491 372 28 487 371 29 510 376 30 513 376 31 517 377 32 519 377 33 511 375 35 531 379 36 539 380 38 543 381 39 548 382 40 537 379 41 555 383 42 559 383 43 564 384 44 535 377 45 541 380 46 582 388 47 551 382 48 555 382 49 561 384 50 566 385 51 571 386 52 576 388 53 580 388 54 587 390 55 593 391 56 598 392 57 604 393 58 608 393 59 617 396 60 623 397 61 630 398 62 635 398 63 642 400 64 650 402 65 655 402 66 664 404 67 673 406 68 680 407 69 689 409 70 697 410 71 706 413 72 716 414 73 725 416 74 735 418 75 744 419 76 755 421 77 766 423 78 777 425 79 790 427 80 801 429 81 812 431 82 826 433 83 839 435 84 851 438 85 868 441 86 884 444 87 898 446 88 916 449 89 930 451 90 948 454 91 965 456 92 969 449 93 903 407 94 919 409 95 935 410 96 951 411 97 969 413 98 976 417 99 984 422 100 993 305 101 948 409 102 966 411 103 984 414 104 978 411 105 null null [OBJ] 3 \"blue truck\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 446 801 12 445 795 22 444 786 28 444 781 29 447 781 30 448 784 31 451 779 32 452 777 33 455 782 34 458 777 35 460 780 36 462 779 38 465 777 40 469 776 42 473 776 43 476 775 44 477 774 45 480 772 46 482 771 47 490 770 49 491 768 50 494 767 51 497 766 52 500 765 53 502 764 54 505 763 55 524 764 56 526 763 57 527 761 58 530 761 59 533 761 60 535 760 62 539 759 63 541 758 64 542 757 66 547 756 67 548 755 68 546 752 69 551 754 70 555 754 71 551 751 72 554 749 73 555 750 74 558 749 75 561 747 76 562 746 77 566 745 79 569 744 80 573 742 82 577 740 83 579 739 84 598 735 85 600 735 86 601 734 87 604 734 89 606 732 90 608 732 91 610 731 93 614 731 94 616 730 96 618 729 97 622 728 99 628 727 103 634 725 104 632 726 105 641 724 107 638 724 108 648 723 110 644 723 113 651 721 115 662 720 116 659 720 117 656 720 119 669 719 [OBJS-END] [INTERACTIONS-START] [INTERACT] 2 \"contact\" 0 51 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 5 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 0 \"collision\" 29 30 [IN] 0 3 [OUT] 0 3 [INTERACT] 1 \"collision\" 42 42 [IN] 0 3 [OUT] 0 3 [INTERACT] 3 \"collision\" 59 59 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"contact\" 60 119 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]\n",
"parse_debug": {
"pred_parse_valid": false,
"pred_parse_error": "Could not find [SCENE-END] after [SCENE-START].",
"pred_parse_error_type": "ValueError",
"guided_grammar_sha256": "dac80e533cdc467e6ed7e750f131c895bdb25be06b660e6ed92a7366e99f178e",
"guided_grammar_path": "strive_datasets/prep/kubric/scene_repr/profiles/grammars/selector_sentinel_no_3d.lark",
"debug_dir": "/gscratch/krishna/suryadv/strive_dynsuperclevr/runtime/36996080_inference_full/debug/val_full_shard_001/parse_failures/sample_000009",
"guided_grammar_debug_path": "/gscratch/krishna/suryadv/strive_dynsuperclevr/runtime/36996080_inference_full/debug/val_full_shard_001/parse_failures/sample_000009/grammar.ebnf.gz"
}
}Parsed prediction
{
"error": "ValueError: Could not find [SCENE-END] after [SCENE-START]."
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "purple cruiser",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 55,
"y": 913
},
{
"t": 1,
"x": 69,
"y": 905
},
{
"t": 2,
"x": 83,
"y": 899
},
{
"t": 3,
"x": 97,
"y": 893
},
{
"t": 4,
"x": 110,
"y": 886
},
{
"t": 5,
"x": 123,
"y": 880
},
{
"t": 6,
"x": 133,
"y": 874
},
{
"t": 7,
"x": 145,
"y": 865
},
{
"t": 8,
"x": 158,
"y": 861
},
{
"t": 9,
"x": 169,
"y": 857
},
{
"t": 10,
"x": 181,
"y": 852
},
{
"t": 11,
"x": 193,
"y": 847
},
{
"t": 12,
"x": 203,
"y": 842
},
{
"t": 13,
"x": 214,
"y": 836
},
{
"t": 14,
"x": 224,
"y": 831
},
{
"t": 15,
"x": 239,
"y": 825
},
{
"t": 16,
"x": 248,
"y": 821
},
{
"t": 17,
"x": 258,
"y": 816
},
{
"t": 18,
"x": 267,
"y": 811
},
{
"t": 19,
"x": 274,
"y": 808
},
{
"t": 20,
"x": 283,
"y": 803
},
{
"t": 21,
"x": 292,
"y": 799
},
{
"t": 22,
"x": 303,
"y": 794
},
{
"t": 23,
"x": 310,
"y": 791
},
{
"t": 24,
"x": 320,
"y": 785
},
{
"t": 25,
"x": 327,
"y": 782
},
{
"t": 26,
"x": 336,
"y": 778
},
{
"t": 27,
"x": 343,
"y": 775
},
{
"t": 28,
"x": 351,
"y": 771
},
{
"t": 29,
"x": 357,
"y": 768
},
{
"t": 30,
"x": 362,
"y": 764
},
{
"t": 31,
"x": 373,
"y": 756
},
{
"t": 32,
"x": 375,
"y": 754
},
{
"t": 33,
"x": 360,
"y": 771
},
{
"t": 34,
"x": 376,
"y": 754
},
{
"t": 35,
"x": 384,
"y": 745
},
{
"t": 36,
"x": 391,
"y": 738
},
{
"t": 37,
"x": 398,
"y": 730
},
{
"t": 38,
"x": 406,
"y": 718
},
{
"t": 39,
"x": 410,
"y": 715
},
{
"t": 40,
"x": 413,
"y": 716
},
{
"t": 41,
"x": 413,
"y": 734
},
{
"t": 42,
"x": 416,
"y": 732
},
{
"t": 43,
"x": 420,
"y": 728
},
{
"t": 44,
"x": 423,
"y": 727
},
{
"t": 45,
"x": 426,
"y": 725
},
{
"t": 46,
"x": 428,
"y": 725
},
{
"t": 47,
"x": 430,
"y": 722
},
{
"t": 48,
"x": 432,
"y": 724
},
{
"t": 49,
"x": 430,
"y": 731
},
{
"t": 50,
"x": 431,
"y": 732
},
{
"t": 51,
"x": 433,
"y": 729
},
{
"t": 52,
"x": 442,
"y": 722
},
{
"t": 53,
"x": 446,
"y": 718
},
{
"t": 54,
"x": 447,
"y": 716
},
{
"t": 55,
"x": 449,
"y": 714
},
{
"t": 57,
"x": 451,
"y": 711
},
{
"t": 58,
"x": 453,
"y": 710
},
{
"t": 59,
"x": 455,
"y": 707
},
{
"t": 60,
"x": 457,
"y": 705
},
{
"t": 61,
"x": 458,
"y": 703
},
{
"t": 62,
"x": 459,
"y": 701
},
{
"t": 63,
"x": 461,
"y": 699
},
{
"t": 64,
"x": 462,
"y": 697
},
{
"t": 65,
"x": 469,
"y": 694
},
{
"t": 66,
"x": 465,
"y": 693
},
{
"t": 67,
"x": 471,
"y": 691
},
{
"t": 68,
"x": 472,
"y": 689
},
{
"t": 69,
"x": 473,
"y": 686
},
{
"t": 70,
"x": 475,
"y": 684
},
{
"t": 71,
"x": 476,
"y": 682
},
{
"t": 72,
"x": 477,
"y": 680
},
{
"t": 73,
"x": 478,
"y": 678
},
{
"t": 74,
"x": 480,
"y": 677
},
{
"t": 75,
"x": 481,
"y": 674
},
{
"t": 76,
"x": 484,
"y": 673
},
{
"t": 77,
"x": 483,
"y": 670
},
{
"t": 78,
"x": 486,
"y": 669
},
{
"t": 79,
"x": 489,
"y": 668
},
{
"t": 80,
"x": 490,
"y": 666
},
{
"t": 81,
"x": 491,
"y": 664
},
{
"t": 82,
"x": 491,
"y": 660
},
{
"t": 83,
"x": 493,
"y": 659
},
{
"t": 84,
"x": 491,
"y": 654
},
{
"t": 85,
"x": 492,
"y": 653
},
{
"t": 86,
"x": 493,
"y": 651
},
{
"t": 88,
"x": 494,
"y": 648
},
{
"t": 89,
"x": 495,
"y": 646
},
{
"t": 90,
"x": 496,
"y": 644
},
{
"t": 92,
"x": 514,
"y": 651
},
{
"t": 93,
"x": 498,
"y": 640
},
{
"t": 94,
"x": 500,
"y": 639
},
{
"t": 96,
"x": 517,
"y": 645
},
{
"t": 97,
"x": 500,
"y": 634
},
{
"t": 98,
"x": 502,
"y": 633
},
{
"t": 99,
"x": 519,
"y": 640
},
{
"t": 100,
"x": 504,
"y": 630
},
{
"t": 101,
"x": 523,
"y": 636
},
{
"t": 102,
"x": 504,
"y": 627
},
{
"t": 104,
"x": 505,
"y": 624
},
{
"t": 106,
"x": 507,
"y": 622
},
{
"t": 108,
"x": 508,
"y": 620
},
{
"t": 110,
"x": 510,
"y": 618
},
{
"t": 111,
"x": 512,
"y": 617
},
{
"t": 112,
"x": 510,
"y": 615
},
{
"t": 114,
"x": 512,
"y": 613
},
{
"t": 115,
"x": 513,
"y": 611
},
{
"t": 117,
"x": 515,
"y": 609
},
{
"t": 119,
"x": 537,
"y": 613
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "purple airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 319,
"y": 913
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "blue airliner",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 105,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 105,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 421,
"y": 359
},
{
"t": 1,
"x": 445,
"y": 366
},
{
"t": 4,
"x": 428,
"y": 360
},
{
"t": 5,
"x": 430,
"y": 360
},
{
"t": 6,
"x": 451,
"y": 367
},
{
"t": 7,
"x": 439,
"y": 364
},
{
"t": 9,
"x": 437,
"y": 361
},
{
"t": 10,
"x": 463,
"y": 369
},
{
"t": 11,
"x": 466,
"y": 369
},
{
"t": 12,
"x": 446,
"y": 365
},
{
"t": 13,
"x": 466,
"y": 369
},
{
"t": 14,
"x": 472,
"y": 370
},
{
"t": 17,
"x": 464,
"y": 368
},
{
"t": 19,
"x": 483,
"y": 372
},
{
"t": 20,
"x": 466,
"y": 368
},
{
"t": 22,
"x": 492,
"y": 373
},
{
"t": 24,
"x": 494,
"y": 373
},
{
"t": 26,
"x": 500,
"y": 374
},
{
"t": 27,
"x": 491,
"y": 372
},
{
"t": 28,
"x": 487,
"y": 371
},
{
"t": 29,
"x": 510,
"y": 376
},
{
"t": 30,
"x": 513,
"y": 376
},
{
"t": 31,
"x": 517,
"y": 377
},
{
"t": 32,
"x": 519,
"y": 377
},
{
"t": 33,
"x": 511,
"y": 375
},
{
"t": 35,
"x": 531,
"y": 379
},
{
"t": 36,
"x": 539,
"y": 380
},
{
"t": 38,
"x": 543,
"y": 381
},
{
"t": 39,
"x": 548,
"y": 382
},
{
"t": 40,
"x": 537,
"y": 379
},
{
"t": 41,
"x": 555,
"y": 383
},
{
"t": 42,
"x": 559,
"y": 383
},
{
"t": 43,
"x": 564,
"y": 384
},
{
"t": 44,
"x": 535,
"y": 377
},
{
"t": 45,
"x": 541,
"y": 380
},
{
"t": 46,
"x": 582,
"y": 388
},
{
"t": 47,
"x": 551,
"y": 382
},
{
"t": 48,
"x": 555,
"y": 382
},
{
"t": 49,
"x": 561,
"y": 384
},
{
"t": 50,
"x": 566,
"y": 385
},
{
"t": 51,
"x": 571,
"y": 386
},
{
"t": 52,
"x": 576,
"y": 388
},
{
"t": 53,
"x": 580,
"y": 388
},
{
"t": 54,
"x": 587,
"y": 390
},
{
"t": 55,
"x": 593,
"y": 391
},
{
"t": 56,
"x": 598,
"y": 392
},
{
"t": 57,
"x": 604,
"y": 393
},
{
"t": 58,
"x": 608,
"y": 393
},
{
"t": 59,
"x": 617,
"y": 396
},
{
"t": 60,
"x": 623,
"y": 397
},
{
"t": 61,
"x": 630,
"y": 398
},
{
"t": 62,
"x": 635,
"y": 398
},
{
"t": 63,
"x": 642,
"y": 400
},
{
"t": 64,
"x": 650,
"y": 402
},
{
"t": 65,
"x": 655,
"y": 402
},
{
"t": 66,
"x": 664,
"y": 404
},
{
"t": 67,
"x": 673,
"y": 406
},
{
"t": 68,
"x": 680,
"y": 407
},
{
"t": 69,
"x": 689,
"y": 409
},
{
"t": 70,
"x": 697,
"y": 410
},
{
"t": 71,
"x": 706,
"y": 413
},
{
"t": 72,
"x": 716,
"y": 414
},
{
"t": 73,
"x": 725,
"y": 416
},
{
"t": 74,
"x": 735,
"y": 418
},
{
"t": 75,
"x": 744,
"y": 419
},
{
"t": 76,
"x": 755,
"y": 421
},
{
"t": 77,
"x": 766,
"y": 423
},
{
"t": 78,
"x": 777,
"y": 425
},
{
"t": 79,
"x": 790,
"y": 427
},
{
"t": 80,
"x": 801,
"y": 429
},
{
"t": 81,
"x": 812,
"y": 431
},
{
"t": 82,
"x": 826,
"y": 433
},
{
"t": 83,
"x": 839,
"y": 435
},
{
"t": 84,
"x": 851,
"y": 438
},
{
"t": 85,
"x": 868,
"y": 441
},
{
"t": 86,
"x": 884,
"y": 444
},
{
"t": 87,
"x": 898,
"y": 446
},
{
"t": 88,
"x": 916,
"y": 449
},
{
"t": 89,
"x": 930,
"y": 451
},
{
"t": 90,
"x": 948,
"y": 454
},
{
"t": 91,
"x": 965,
"y": 456
},
{
"t": 92,
"x": 969,
"y": 449
},
{
"t": 93,
"x": 903,
"y": 407
},
{
"t": 94,
"x": 919,
"y": 409
},
{
"t": 95,
"x": 935,
"y": 410
},
{
"t": 96,
"x": 951,
"y": 411
},
{
"t": 97,
"x": 969,
"y": 413
},
{
"t": 98,
"x": 976,
"y": 417
},
{
"t": 99,
"x": 984,
"y": 422
},
{
"t": 100,
"x": 993,
"y": 305
},
{
"t": 101,
"x": 948,
"y": 409
},
{
"t": 102,
"x": 966,
"y": 411
},
{
"t": 103,
"x": 984,
"y": 414
},
{
"t": 104,
"x": 978,
"y": 411
},
{
"t": 105,
"x": null,
"y": null
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "blue truck",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 446,
"y": 801
},
{
"t": 12,
"x": 445,
"y": 795
},
{
"t": 22,
"x": 444,
"y": 786
},
{
"t": 28,
"x": 444,
"y": 781
},
{
"t": 29,
"x": 447,
"y": 781
},
{
"t": 30,
"x": 448,
"y": 784
},
{
"t": 31,
"x": 451,
"y": 779
},
{
"t": 32,
"x": 452,
"y": 777
},
{
"t": 33,
"x": 455,
"y": 782
},
{
"t": 34,
"x": 458,
"y": 777
},
{
"t": 35,
"x": 460,
"y": 780
},
{
"t": 36,
"x": 462,
"y": 779
},
{
"t": 38,
"x": 465,
"y": 777
},
{
"t": 40,
"x": 469,
"y": 776
},
{
"t": 42,
"x": 473,
"y": 776
},
{
"t": 43,
"x": 476,
"y": 775
},
{
"t": 44,
"x": 477,
"y": 774
},
{
"t": 45,
"x": 480,
"y": 772
},
{
"t": 46,
"x": 482,
"y": 771
},
{
"t": 47,
"x": 490,
"y": 770
},
{
"t": 49,
"x": 491,
"y": 768
},
{
"t": 50,
"x": 494,
"y": 767
},
{
"t": 51,
"x": 497,
"y": 766
},
{
"t": 52,
"x": 500,
"y": 765
},
{
"t": 53,
"x": 502,
"y": 764
},
{
"t": 54,
"x": 505,
"y": 763
},
{
"t": 55,
"x": 524,
"y": 764
},
{
"t": 56,
"x": 526,
"y": 763
},
{
"t": 57,
"x": 527,
"y": 761
},
{
"t": 58,
"x": 530,
"y": 761
},
{
"t": 59,
"x": 533,
"y": 761
},
{
"t": 60,
"x": 535,
"y": 760
},
{
"t": 62,
"x": 539,
"y": 759
},
{
"t": 63,
"x": 541,
"y": 758
},
{
"t": 64,
"x": 542,
"y": 757
},
{
"t": 66,
"x": 547,
"y": 756
},
{
"t": 67,
"x": 548,
"y": 755
},
{
"t": 68,
"x": 546,
"y": 752
},
{
"t": 69,
"x": 551,
"y": 754
},
{
"t": 70,
"x": 555,
"y": 754
},
{
"t": 71,
"x": 551,
"y": 751
},
{
"t": 72,
"x": 554,
"y": 749
},
{
"t": 73,
"x": 555,
"y": 750
},
{
"t": 74,
"x": 558,
"y": 749
},
{
"t": 75,
"x": 561,
"y": 747
},
{
"t": 76,
"x": 562,
"y": 746
},
{
"t": 77,
"x": 566,
"y": 745
},
{
"t": 79,
"x": 569,
"y": 744
},
{
"t": 80,
"x": 573,
"y": 742
},
{
"t": 82,
"x": 577,
"y": 740
},
{
"t": 83,
"x": 579,
"y": 739
},
{
"t": 84,
"x": 598,
"y": 735
},
{
"t": 85,
"x": 600,
"y": 735
},
{
"t": 86,
"x": 601,
"y": 734
},
{
"t": 87,
"x": 604,
"y": 734
},
{
"t": 89,
"x": 606,
"y": 732
},
{
"t": 90,
"x": 608,
"y": 732
},
{
"t": 91,
"x": 610,
"y": 731
},
{
"t": 93,
"x": 614,
"y": 731
},
{
"t": 94,
"x": 616,
"y": 730
},
{
"t": 96,
"x": 618,
"y": 729
},
{
"t": 97,
"x": 622,
"y": 728
},
{
"t": 99,
"x": 628,
"y": 727
},
{
"t": 103,
"x": 634,
"y": 725
},
{
"t": 104,
"x": 632,
"y": 726
},
{
"t": 105,
"x": 641,
"y": 724
},
{
"t": 107,
"x": 638,
"y": 724
},
{
"t": 108,
"x": 648,
"y": 723
},
{
"t": 110,
"x": 644,
"y": 723
},
{
"t": 113,
"x": 651,
"y": 721
},
{
"t": 115,
"x": 662,
"y": 720
},
{
"t": 116,
"x": 659,
"y": 720
},
{
"t": 117,
"x": 656,
"y": 720
},
{
"t": 119,
"x": 669,
"y": 719
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 2,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 51,
"type": "contact"
},
{
"id": 5,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 6,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
3
],
"outputs": [
0,
3
],
"begins_at": 29,
"ends_at": 30,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
3
],
"outputs": [
0,
3
],
"begins_at": 42,
"ends_at": 42,
"type": "collision"
},
{
"id": 3,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 59,
"ends_at": 59,
"type": "collision"
},
{
"id": 4,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 60,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": null,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": null,
"avg_image_position_segmentation_acc": null,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": null,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": null,
"avg_image_position_segmentation_visible_acc": null,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": null,
"visibility_true_acc": null,
"visibility_false_acc": null,
"is_in_frame_acc": null,
"is_in_frame_true_acc": null,
"is_in_frame_false_acc": null,
"vis_acc_from_px": null,
"vis_acc_from_px_true_acc": null,
"vis_acc_from_px_false_acc": null,
"num_matches": 0,
"num_unmatched_pred": 0,
"num_unmatched_target": 4
},
"supports": {
"avg_type_similarity": 0,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 0,
"avg_image_position_segmentation_acc": 0,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 0,
"avg_image_position_segmentation_acc_large": 0,
"avg_image_position_segmentation_acc_first_frame": 0,
"avg_image_position_segmentation_visible_acc": 0,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 0,
"visibility_true_acc": 0,
"visibility_false_acc": 0,
"is_in_frame_acc": 0,
"is_in_frame_true_acc": 0,
"is_in_frame_false_acc": 0,
"vis_acc_from_px": 0,
"vis_acc_from_px_true_acc": 0,
"vis_acc_from_px_false_acc": 0
},
"matching": {
"matches": [],
"unmatched_target_ids": [
0,
1,
2,
3
],
"unmatched_pred_ids": [],
"target_type_counts": {
"purple cruiser": 1,
"purple airliner": 1,
"blue airliner": 1,
"blue truck": 1
},
"pred_type_counts": {},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"2.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"3.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
}
},
"jaccard_by_threshold": {
"0.5": 0.0,
"1.0": 0.0,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {},
"segmentation_precision_by_threshold": {},
"segmentation_recall_by_threshold": {},
"segmentation_f1_by_threshold": {},
"segmentation_frame_average_precision": null,
"segmentation_frame_average_recall": null,
"segmentation_frame_average_f1": null,
"segmentation_first_frame_counts": {},
"segmentation_first_frame_precision": null,
"segmentation_first_frame_recall": null,
"segmentation_first_frame_f1": null,
"segmentation_by_motion_group": {}
},
"per_match_metrics": [],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 7,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 7
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
},
"interaction_matching": {
"matches": [],
"unmatched_target_ids": [
0,
1,
2,
3,
4,
5,
6
],
"unmatched_pred_ids": [],
"target_type_counts": {
"collision": 3,
"contact": 4
},
"pred_type_counts": {},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 5,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 5
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"object_object": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 2,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 2
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
},
"object_object": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 3,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 3
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 4,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.5": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 0,
"false_negatives": 4
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
},
"contact": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}