STRIVE · 08/28/2026
Dyn generalization · val_120 · super_clevr_1012
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 260 532 1 258 527 2 258 522 3 257 518 4 256 513 5 255 508 6 255 504 7 254 499 8 253 495 9 252 492 10 251 488 11 251 485 12 250 474 13 249 469 14 248 467 15 248 463 16 248 465 18 247 456 19 246 451 20 246 454 21 245 449 22 245 446 24 244 443 25 244 445 26 244 439 27 243 433 29 242 431 31 242 427 32 241 429 34 241 425 35 241 418 37 241 422 38 240 416 41 239 414 44 239 409 45 238 411 48 238 405 49 238 408 50 237 401 54 237 398 59 237 395 65 236 392 71 235 388 75 234 384 84 233 381 94 233 378 106 233 374 118 232 371 119 232 374 [OBJ] 1 \"cyan jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 323 813 9 325 814 18 326 816 26 323 815 28 321 813 29 320 810 30 319 809 31 318 807 32 317 805 34 314 804 36 312 801 37 311 800 38 310 798 40 291 820 42 291 817 44 303 796 45 301 797 47 299 799 49 297 801 50 295 802 52 294 803 53 292 804 55 290 806 57 287 809 59 286 810 61 284 814 63 282 816 65 280 818 66 280 816 67 279 814 70 278 811 71 277 809 73 276 808 79 274 807 85 273 809 88 273 811 90 273 814 99 272 813 103 291 833 104 271 811 107 290 833 110 297 845 111 289 834 112 296 844 113 298 846 114 299 848 115 301 850 116 302 852 118 299 848 [OBJ] 2 \"cyan wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 580 980 1 573 976 2 568 972 3 566 968 4 566 964 5 557 959 6 551 956 7 547 952 8 545 949 9 546 945 10 537 942 11 543 939 12 538 935 13 535 932 14 537 929 15 541 926 16 544 924 17 547 921 18 547 918 19 546 914 20 547 917 21 544 909 22 539 898 23 536 895 24 533 892 25 528 886 26 525 881 27 523 877 28 519 873 29 517 870 30 516 866 31 508 861 32 509 858 33 508 854 34 505 850 35 507 847 36 511 843 37 499 840 38 496 835 39 503 832 40 497 829 41 494 825 42 496 822 43 493 819 44 492 815 45 493 813 46 491 809 47 491 806 48 489 803 49 487 800 50 484 796 51 481 793 52 483 791 53 480 788 54 477 784 55 475 781 56 476 779 57 473 776 58 461 773 59 460 771 60 468 768 61 476 769 62 470 765 63 466 760 64 459 757 65 453 756 66 451 755 67 457 750 68 445 749 69 446 747 70 444 746 71 444 744 72 443 742 73 441 740 75 442 734 76 440 733 77 441 731 78 439 730 79 438 728 80 437 726 82 436 723 83 434 721 84 433 719 87 432 715 89 430 710 92 429 706 93 427 704 95 426 701 98 426 698 101 424 694 104 424 691 105 423 689 108 420 684 110 419 681 113 418 678 115 417 676 117 414 672 119 413 670 [OBJ] 3 \"blue chopper\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 592 832 2 583 818 4 581 816 5 582 818 6 591 833 7 581 818 8 580 816 11 580 818 12 578 816 13 586 832 14 576 816 15 583 827 16 573 814 18 571 814 20 569 810 21 564 800 22 563 798 23 588 832 24 583 827 25 580 824 26 579 821 27 580 819 29 604 827 30 598 822 31 555 786 32 605 823 33 556 788 34 558 786 36 559 784 37 566 786 39 568 782 40 598 807 42 563 771 43 596 805 44 601 805 46 599 804 48 598 806 49 599 809 50 586 777 51 601 810 55 598 809 58 592 783 61 594 783 62 597 785 63 597 801 64 599 786 65 600 784 66 596 796 68 597 792 69 594 793 70 598 786 71 601 781 73 594 790 74 601 779 76 599 791 78 605 772 79 599 776 80 600 774 81 605 771 82 600 772 83 601 770 85 601 760 86 601 766 87 602 761 91 604 760 92 605 758 94 605 756 96 604 757 98 605 755 100 605 753 103 606 751 106 607 749 111 608 746 113 608 744 116 610 743 119 612 742 [OBJS-END] [INTERACTIONS-START] [INTERACT] 1 \"contact\" 0 25 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"contact\" 0 25 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 18 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"collision\" 23 23 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 \"collision\" 25 25 [IN] 1 2 [OUT] 1 2 [INTERACT] 2 \"collision\" 28 28 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 29 38 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 16 \"collision\" 30 30 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 \"contact\" 31 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"collision\" 41 41 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 42 49 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"collision\" 51 51 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 52 55 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 \"collision\" 57 57 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 \"contact\" 58 66 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"collision\" 70 70 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 71 93 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 12 \"collision\" 95 95 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 96 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/val_full/super_clevr_1012/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"white and purple leather sneaker\" 0 24 [VIS] 0 true 12 false [IN-FRAME] 0 true [PX] 0 267 541 1 267 552 2 271 564 3 275 576 4 279 587 5 283 599 6 287 607 7 283 583 8 283 595 9 291 611 11 294 619 12 null null [OBJ] 1 \"white and purple leather sneaker\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true [PX] 0 287 509 1 null null [OBJ] 2 \"purple and pink athletic shoe\" 0 24 [VIS] 0 true 3 false 4 true 7 false 11 true [IN-FRAME] 0 true [PX] 0 294 541 1 298 552 2 298 564 3 null null 4 306 576 5 314 583 7 null null 11 330 587 12 333 595 13 341 603 14 345 611 15 353 615 16 361 623 17 365 630 19 373 638 20 380 642 21 384 650 22 392 654 [OBJ] 3 \"purple and pink athletic shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 298 517 2 298 529 3 302 537 4 306 544 5 310 552 6 314 560 7 322 564 8 326 572 9 330 580 10 337 587 11 341 595 12 345 603 13 349 611 14 353 619 15 357 626 16 365 630 18 369 638 20 376 646 22 384 654 [OBJ] 4 \"grey and orange plastic raccoon action figure\" 0 24 [VIS] 0 true 1 false 12 true 14 false 15 true [IN-FRAME] 0 true [PX] 0 306 548 1 null null 12 314 556 14 null null 15 318 560 17 326 568 18 330 576 20 337 583 22 345 591 [OBJ] 5 \"light brown wooden knife block set\" 0 24 [VIS] 0 true 1 false 11 true 14 false 15 true [IN-FRAME] 0 true [PX] 0 314 564 1 null null 11 326 580 12 330 587 13 337 595 14 null null 15 341 603 16 345 611 17 349 619 19 357 626 21 365 638 23 373 646 [OBJ] 6 \"light blue plastic conditioner tube\" 0 24 [VIS] 0 true 2 false 12 true [IN-FRAME] 0 true [PX] 0 326 544 1 330 552 2 null null 12 337 560 14 345 564 16 349 572 18 357 576 20 361 583 22 369 587 23 376 591 [OBJ] 7 \"teal fabric mermaid backpack\" 0 24 [VIS] 0 true 5 false 6 true 7 false 11 true 15 false 16 true [IN-FRAME] 0 true [PX] 0 330 552 5 null null 6 337 556 7 null null 11 345 560 15 null null 16 353 564 18 361 568 21 369 576 23 376 580 [OBJ] 8 \"light brown wooden knife block set\" 0 24 [VIS] 0 true 15 false [IN-FRAME] 0 true [PX] 0 333 544 2 337 552 5 341 560 7 349 564 9 353 572 12 361 576 15 null null [OBJ] 9 \"teal fabric mermaid backpack\" 0 24 [VIS] 0 true 15 false 16 true [IN-FRAME] 0 true [PX] 0 341 544 3 345 552 5 349 560 8 357 564 11 365 572 14 369 580 15 null null 16 373 583 19 380 591 22 388 595 [OBJ] 10 \"teal fabric mermaid backpack\" 0 24 [VIS] 0 true 1 false 3 true 4 false 11 true 13 false 14 true [IN-FRAME] 0 true [PX] 0 345 533 1 null null 3 349 541 4 null null 11 361 544 13 null null 14 365 548 15 369 556 16 373 564 17 376 572 18 380 580 21 388 587 22 392 595 23 396 587 [OBJ] 11 \"teal and lime running shoe\" 0 24 [VIS] 0 true 2 false 6 true 14 false 16 true [IN-FRAME] 0 true [PX] 0 353 529 2 null null 6 361 533 14 null null 16 373 537 19 380 541 23 388 544 [OBJ] 12 \"teal and pink high-top sneaker\" 0 24 [VIS] 0 true 2 false 6 true 14 false 15 true [IN-FRAME] 0 true [PX] 0 357 541 2 null null 6 365 544 14 null null 15 373 548 18 380 552 21 388 556 23 396 560 [OBJ] 13 \"teal fabric sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 361 533 2 365 541 3 369 548 4 373 556 5 376 564 6 380 572 7 384 580 9 392 587 10 396 595 11 400 603 12 404 611 14 412 619 15 416 626 16 423 634 18 431 646 19 435 654 21 443 662 22 447 669 23 451 677 [OBJ] 14 \"wooden honey dipper\" 0 24 [VIS] 0 true 1 false 3 true 15 false [IN-FRAME] 0 true [PX] 0 365 548 1 null null 3 373 548 4 373 560 5 376 568 6 380 576 7 384 583 9 388 591 10 392 599 12 396 607 13 400 615 15 null null [OBJ] 15 \"teal and lime running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 404 541 1 404 556 2 408 544 3 408 560 4 412 548 5 412 564 6 416 552 7 416 564 8 419 556 9 419 568 10 423 560 11 423 572 12 427 564 13 427 576 14 431 568 15 431 580 16 435 572 17 435 583 18 439 576 19 439 587 20 443 580 21 443 591 22 447 583 23 447 595 [OBJ] 16 \"teal and lime running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 541 982 1 537 974 3 525 966 4 517 958 5 513 951 6 509 943 7 501 935 8 498 927 9 494 919 10 490 912 11 486 904 12 482 896 13 478 888 14 474 880 15 470 873 16 466 865 17 462 857 18 458 849 19 455 841 20 451 833 21 447 826 22 443 818 23 439 810 [OBJ] 17 \"white and navy high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 544 798 2 541 806 4 548 810 5 541 806 7 537 814 8 544 818 9 537 814 12 544 818 13 537 814 15 544 818 16 564 822 17 552 818 20 564 822 21 556 818 23 568 822 [OBJ] 18 \"lavender snake print leather ballet flat\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 560 779 3 552 775 7 544 771 11 537 767 15 529 763 19 521 759 22 513 755 [OBJ] 19 \"white and black athletic shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 583 771 2 576 767 6 568 763 10 560 759 14 552 755 18 544 751 22 537 748 [OBJ] 20 \"dark blue leather boat shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 603 755 3 615 767 4 603 759 5 611 763 11 603 759 15 611 763 16 603 759 21 595 755 [OBJ] 21 \"dark grey cardboard motherboard box\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 611 736 2 619 740 4 611 736 10 603 732 13 611 736 14 603 732 18 611 736 20 599 728 [OBJ] 22 \"white and brown leather golf shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 650 771 3 642 767 8 634 763 14 626 759 19 619 755 [OBJ] 23 \"dark red and black plastic curling wand\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 662 798 4 654 794 9 646 791 14 638 787 19 630 783 23 623 779 [OBJ] 24 \"blue and black plastic DVD set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 716 775 4 708 771 9 701 767 13 693 763 18 685 759 23 677 755 [OBJ] 25 \"light blue and yellow high-top sneaker\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 728 794 1 720 791 5 712 787 10 705 783 14 697 779 19 689 775 23 681 771 [OBJ] 26 \"dark brown leather wingtip shoe with orange sole\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 818 537 1 814 529 4 810 521 8 802 513 12 798 505 16 794 498 20 791 490 [OBJ] 27 \"blue and black hiking shoe\" 0 24 [VIS] 0 true 1 false [IN-FRAME] 0 true 1 false [PX] 0 998 443 1 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 2 \"contact\" 0 2 [IN] 1 2 [OUT] 1 2 [INTERACT] 1 \"contact\" 0 10 [IN] 0 2 [OUT] 0 2 [INTERACT] 0 \"contact\" 0 23 [IN] 0 14 [OUT] 0 14 [INTERACT] 3 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 20 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 21 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 19 65535 [OUT] 19 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 20 65535 [OUT] 20 65535 [INTERACT] 23 \"collision\" 4 4 [IN] 24 25 [OUT] 24 25 [INTERACT] 24 \"collision\" 7 7 [IN] 24 65535 [OUT] 24 65535 [INTERACT] 25 \"collision\" 10 10 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 26 \"collision\" 13 13 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 27 \"contact\" 14 23 [IN] 25 65535 [OUT] 25 65535 [INTERACT] 28 \"collision\" 15 15 [IN] 26 65535 [OUT] 26 65535 [INTERACT] 29 \"collision\" 17 17 [IN] 27 65535 [OUT] 27 65535 [INTERACT] 30 \"contact\" 18 23 [IN] 27 65535 [OUT] 27 65535 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"purple airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 260 532 1 258 527 2 258 522 3 257 518 4 256 513 5 255 508 6 255 504 7 254 499 8 253 495 9 252 492 10 251 488 11 251 485 12 250 474 13 249 469 14 248 467 15 248 463 16 248 465 18 247 456 19 246 451 20 246 454 21 245 449 22 245 446 24 244 443 25 244 445 26 244 439 27 243 433 29 242 431 31 242 427 32 241 429 34 241 425 35 241 418 37 241 422 38 240 416 41 239 414 44 239 409 45 238 411 48 238 405 49 238 408 50 237 401 54 237 398 59 237 395 65 236 392 71 235 388 75 234 384 84 233 381 94 233 378 106 233 374 118 232 371 119 232 374 [OBJ] 1 \"cyan jet\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 323 813 9 325 814 18 326 816 26 323 815 28 321 813 29 320 810 30 319 809 31 318 807 32 317 805 34 314 804 36 312 801 37 311 800 38 310 798 40 291 820 42 291 817 44 303 796 45 301 797 47 299 799 49 297 801 50 295 802 52 294 803 53 292 804 55 290 806 57 287 809 59 286 810 61 284 814 63 282 816 65 280 818 66 280 816 67 279 814 70 278 811 71 277 809 73 276 808 79 274 807 85 273 809 88 273 811 90 273 814 99 272 813 103 291 833 104 271 811 107 290 833 110 297 845 111 289 834 112 296 844 113 298 846 114 299 848 115 301 850 116 302 852 118 299 848 [OBJ] 2 \"cyan wagon\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 580 980 1 573 976 2 568 972 3 566 968 4 566 964 5 557 959 6 551 956 7 547 952 8 545 949 9 546 945 10 537 942 11 543 939 12 538 935 13 535 932 14 537 929 15 541 926 16 544 924 17 547 921 18 547 918 19 546 914 20 547 917 21 544 909 22 539 898 23 536 895 24 533 892 25 528 886 26 525 881 27 523 877 28 519 873 29 517 870 30 516 866 31 508 861 32 509 858 33 508 854 34 505 850 35 507 847 36 511 843 37 499 840 38 496 835 39 503 832 40 497 829 41 494 825 42 496 822 43 493 819 44 492 815 45 493 813 46 491 809 47 491 806 48 489 803 49 487 800 50 484 796 51 481 793 52 483 791 53 480 788 54 477 784 55 475 781 56 476 779 57 473 776 58 461 773 59 460 771 60 468 768 61 476 769 62 470 765 63 466 760 64 459 757 65 453 756 66 451 755 67 457 750 68 445 749 69 446 747 70 444 746 71 444 744 72 443 742 73 441 740 75 442 734 76 440 733 77 441 731 78 439 730 79 438 728 80 437 726 82 436 723 83 434 721 84 433 719 87 432 715 89 430 710 92 429 706 93 427 704 95 426 701 98 426 698 101 424 694 104 424 691 105 423 689 108 420 684 110 419 681 113 418 678 115 417 676 117 414 672 119 413 670 [OBJ] 3 \"blue chopper\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 592 832 2 583 818 4 581 816 5 582 818 6 591 833 7 581 818 8 580 816 11 580 818 12 578 816 13 586 832 14 576 816 15 583 827 16 573 814 18 571 814 20 569 810 21 564 800 22 563 798 23 588 832 24 583 827 25 580 824 26 579 821 27 580 819 29 604 827 30 598 822 31 555 786 32 605 823 33 556 788 34 558 786 36 559 784 37 566 786 39 568 782 40 598 807 42 563 771 43 596 805 44 601 805 46 599 804 48 598 806 49 599 809 50 586 777 51 601 810 55 598 809 58 592 783 61 594 783 62 597 785 63 597 801 64 599 786 65 600 784 66 596 796 68 597 792 69 594 793 70 598 786 71 601 781 73 594 790 74 601 779 76 599 791 78 605 772 79 599 776 80 600 774 81 605 771 82 600 772 83 601 770 85 601 760 86 601 766 87 602 761 91 604 760 92 605 758 94 605 756 96 604 757 98 605 755 100 605 753 103 606 751 106 607 749 111 608 746 113 608 744 116 610 743 119 612 742 [OBJS-END] [INTERACTIONS-START] [INTERACT] 1 \"contact\" 0 25 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"contact\" 0 25 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 18 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 \"collision\" 23 23 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 \"collision\" 25 25 [IN] 1 2 [OUT] 1 2 [INTERACT] 2 \"collision\" 28 28 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 29 38 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 16 \"collision\" 30 30 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 \"contact\" 31 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"collision\" 41 41 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 42 49 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"collision\" 51 51 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 52 55 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 \"collision\" 57 57 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 \"contact\" 58 66 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"collision\" 70 70 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 71 93 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 12 \"collision\" 95 95 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 96 119 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "white and purple leather sneaker",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 12,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 267,
"y": 541
},
{
"t": 1,
"x": 267,
"y": 552
},
{
"t": 2,
"x": 271,
"y": 564
},
{
"t": 3,
"x": 275,
"y": 576
},
{
"t": 4,
"x": 279,
"y": 587
},
{
"t": 5,
"x": 283,
"y": 599
},
{
"t": 6,
"x": 287,
"y": 607
},
{
"t": 7,
"x": 283,
"y": 583
},
{
"t": 8,
"x": 283,
"y": 595
},
{
"t": 9,
"x": 291,
"y": 611
},
{
"t": 11,
"x": 294,
"y": 619
},
{
"t": 12,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "white and purple leather sneaker",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 287,
"y": 509
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "purple and pink athletic shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 3,
"v": false
},
{
"t": 4,
"v": true
},
{
"t": 7,
"v": false
},
{
"t": 11,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 294,
"y": 541
},
{
"t": 1,
"x": 298,
"y": 552
},
{
"t": 2,
"x": 298,
"y": 564
},
{
"t": 3,
"x": null,
"y": null
},
{
"t": 4,
"x": 306,
"y": 576
},
{
"t": 5,
"x": 314,
"y": 583
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 11,
"x": 330,
"y": 587
},
{
"t": 12,
"x": 333,
"y": 595
},
{
"t": 13,
"x": 341,
"y": 603
},
{
"t": 14,
"x": 345,
"y": 611
},
{
"t": 15,
"x": 353,
"y": 615
},
{
"t": 16,
"x": 361,
"y": 623
},
{
"t": 17,
"x": 365,
"y": 630
},
{
"t": 19,
"x": 373,
"y": 638
},
{
"t": 20,
"x": 380,
"y": 642
},
{
"t": 21,
"x": 384,
"y": 650
},
{
"t": 22,
"x": 392,
"y": 654
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "purple and pink athletic shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 298,
"y": 517
},
{
"t": 2,
"x": 298,
"y": 529
},
{
"t": 3,
"x": 302,
"y": 537
},
{
"t": 4,
"x": 306,
"y": 544
},
{
"t": 5,
"x": 310,
"y": 552
},
{
"t": 6,
"x": 314,
"y": 560
},
{
"t": 7,
"x": 322,
"y": 564
},
{
"t": 8,
"x": 326,
"y": 572
},
{
"t": 9,
"x": 330,
"y": 580
},
{
"t": 10,
"x": 337,
"y": 587
},
{
"t": 11,
"x": 341,
"y": 595
},
{
"t": 12,
"x": 345,
"y": 603
},
{
"t": 13,
"x": 349,
"y": 611
},
{
"t": 14,
"x": 353,
"y": 619
},
{
"t": 15,
"x": 357,
"y": 626
},
{
"t": 16,
"x": 365,
"y": 630
},
{
"t": 18,
"x": 369,
"y": 638
},
{
"t": 20,
"x": 376,
"y": 646
},
{
"t": 22,
"x": 384,
"y": 654
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "grey and orange plastic raccoon action figure",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 12,
"v": true
},
{
"t": 14,
"v": false
},
{
"t": 15,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 306,
"y": 548
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 12,
"x": 314,
"y": 556
},
{
"t": 14,
"x": null,
"y": null
},
{
"t": 15,
"x": 318,
"y": 560
},
{
"t": 17,
"x": 326,
"y": 568
},
{
"t": 18,
"x": 330,
"y": 576
},
{
"t": 20,
"x": 337,
"y": 583
},
{
"t": 22,
"x": 345,
"y": 591
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "light brown wooden knife block set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 11,
"v": true
},
{
"t": 14,
"v": false
},
{
"t": 15,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 314,
"y": 564
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 11,
"x": 326,
"y": 580
},
{
"t": 12,
"x": 330,
"y": 587
},
{
"t": 13,
"x": 337,
"y": 595
},
{
"t": 14,
"x": null,
"y": null
},
{
"t": 15,
"x": 341,
"y": 603
},
{
"t": 16,
"x": 345,
"y": 611
},
{
"t": 17,
"x": 349,
"y": 619
},
{
"t": 19,
"x": 357,
"y": 626
},
{
"t": 21,
"x": 365,
"y": 638
},
{
"t": 23,
"x": 373,
"y": 646
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 12,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 326,
"y": 544
},
{
"t": 1,
"x": 330,
"y": 552
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 12,
"x": 337,
"y": 560
},
{
"t": 14,
"x": 345,
"y": 564
},
{
"t": 16,
"x": 349,
"y": 572
},
{
"t": 18,
"x": 357,
"y": 576
},
{
"t": 20,
"x": 361,
"y": 583
},
{
"t": 22,
"x": 369,
"y": 587
},
{
"t": 23,
"x": 376,
"y": 591
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 5,
"v": false
},
{
"t": 6,
"v": true
},
{
"t": 7,
"v": false
},
{
"t": 11,
"v": true
},
{
"t": 15,
"v": false
},
{
"t": 16,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 330,
"y": 552
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 6,
"x": 337,
"y": 556
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 11,
"x": 345,
"y": 560
},
{
"t": 15,
"x": null,
"y": null
},
{
"t": 16,
"x": 353,
"y": 564
},
{
"t": 18,
"x": 361,
"y": 568
},
{
"t": 21,
"x": 369,
"y": 576
},
{
"t": 23,
"x": 376,
"y": 580
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "light brown wooden knife block set",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 15,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 333,
"y": 544
},
{
"t": 2,
"x": 337,
"y": 552
},
{
"t": 5,
"x": 341,
"y": 560
},
{
"t": 7,
"x": 349,
"y": 564
},
{
"t": 9,
"x": 353,
"y": 572
},
{
"t": 12,
"x": 361,
"y": 576
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 15,
"v": false
},
{
"t": 16,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 341,
"y": 544
},
{
"t": 3,
"x": 345,
"y": 552
},
{
"t": 5,
"x": 349,
"y": 560
},
{
"t": 8,
"x": 357,
"y": 564
},
{
"t": 11,
"x": 365,
"y": 572
},
{
"t": 14,
"x": 369,
"y": 580
},
{
"t": 15,
"x": null,
"y": null
},
{
"t": 16,
"x": 373,
"y": 583
},
{
"t": 19,
"x": 380,
"y": 591
},
{
"t": 22,
"x": 388,
"y": 595
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "teal fabric mermaid backpack",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 3,
"v": true
},
{
"t": 4,
"v": false
},
{
"t": 11,
"v": true
},
{
"t": 13,
"v": false
},
{
"t": 14,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 345,
"y": 533
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 3,
"x": 349,
"y": 541
},
{
"t": 4,
"x": null,
"y": null
},
{
"t": 11,
"x": 361,
"y": 544
},
{
"t": 13,
"x": null,
"y": null
},
{
"t": 14,
"x": 365,
"y": 548
},
{
"t": 15,
"x": 369,
"y": 556
},
{
"t": 16,
"x": 373,
"y": 564
},
{
"t": 17,
"x": 376,
"y": 572
},
{
"t": 18,
"x": 380,
"y": 580
},
{
"t": 21,
"x": 388,
"y": 587
},
{
"t": 22,
"x": 392,
"y": 595
},
{
"t": 23,
"x": 396,
"y": 587
}
],
"birth": 0,
"death": 24
},
{
"id": 11,
"type": "teal and lime running shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 6,
"v": true
},
{
"t": 14,
"v": false
},
{
"t": 16,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 353,
"y": 529
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 6,
"x": 361,
"y": 533
},
{
"t": 14,
"x": null,
"y": null
},
{
"t": 16,
"x": 373,
"y": 537
},
{
"t": 19,
"x": 380,
"y": 541
},
{
"t": 23,
"x": 388,
"y": 544
}
],
"birth": 0,
"death": 24
},
{
"id": 12,
"type": "teal and pink high-top sneaker",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 2,
"v": false
},
{
"t": 6,
"v": true
},
{
"t": 14,
"v": false
},
{
"t": 15,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 357,
"y": 541
},
{
"t": 2,
"x": null,
"y": null
},
{
"t": 6,
"x": 365,
"y": 544
},
{
"t": 14,
"x": null,
"y": null
},
{
"t": 15,
"x": 373,
"y": 548
},
{
"t": 18,
"x": 380,
"y": 552
},
{
"t": 21,
"x": 388,
"y": 556
},
{
"t": 23,
"x": 396,
"y": 560
}
],
"birth": 0,
"death": 24
},
{
"id": 13,
"type": "teal fabric sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 361,
"y": 533
},
{
"t": 2,
"x": 365,
"y": 541
},
{
"t": 3,
"x": 369,
"y": 548
},
{
"t": 4,
"x": 373,
"y": 556
},
{
"t": 5,
"x": 376,
"y": 564
},
{
"t": 6,
"x": 380,
"y": 572
},
{
"t": 7,
"x": 384,
"y": 580
},
{
"t": 9,
"x": 392,
"y": 587
},
{
"t": 10,
"x": 396,
"y": 595
},
{
"t": 11,
"x": 400,
"y": 603
},
{
"t": 12,
"x": 404,
"y": 611
},
{
"t": 14,
"x": 412,
"y": 619
},
{
"t": 15,
"x": 416,
"y": 626
},
{
"t": 16,
"x": 423,
"y": 634
},
{
"t": 18,
"x": 431,
"y": 646
},
{
"t": 19,
"x": 435,
"y": 654
},
{
"t": 21,
"x": 443,
"y": 662
},
{
"t": 22,
"x": 447,
"y": 669
},
{
"t": 23,
"x": 451,
"y": 677
}
],
"birth": 0,
"death": 24
},
{
"id": 14,
"type": "wooden honey dipper",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
},
{
"t": 3,
"v": true
},
{
"t": 15,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 365,
"y": 548
},
{
"t": 1,
"x": null,
"y": null
},
{
"t": 3,
"x": 373,
"y": 548
},
{
"t": 4,
"x": 373,
"y": 560
},
{
"t": 5,
"x": 376,
"y": 568
},
{
"t": 6,
"x": 380,
"y": 576
},
{
"t": 7,
"x": 384,
"y": 583
},
{
"t": 9,
"x": 388,
"y": 591
},
{
"t": 10,
"x": 392,
"y": 599
},
{
"t": 12,
"x": 396,
"y": 607
},
{
"t": 13,
"x": 400,
"y": 615
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 15,
"type": "teal and lime running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 404,
"y": 541
},
{
"t": 1,
"x": 404,
"y": 556
},
{
"t": 2,
"x": 408,
"y": 544
},
{
"t": 3,
"x": 408,
"y": 560
},
{
"t": 4,
"x": 412,
"y": 548
},
{
"t": 5,
"x": 412,
"y": 564
},
{
"t": 6,
"x": 416,
"y": 552
},
{
"t": 7,
"x": 416,
"y": 564
},
{
"t": 8,
"x": 419,
"y": 556
},
{
"t": 9,
"x": 419,
"y": 568
},
{
"t": 10,
"x": 423,
"y": 560
},
{
"t": 11,
"x": 423,
"y": 572
},
{
"t": 12,
"x": 427,
"y": 564
},
{
"t": 13,
"x": 427,
"y": 576
},
{
"t": 14,
"x": 431,
"y": 568
},
{
"t": 15,
"x": 431,
"y": 580
},
{
"t": 16,
"x": 435,
"y": 572
},
{
"t": 17,
"x": 435,
"y": 583
},
{
"t": 18,
"x": 439,
"y": 576
},
{
"t": 19,
"x": 439,
"y": 587
},
{
"t": 20,
"x": 443,
"y": 580
},
{
"t": 21,
"x": 443,
"y": 591
},
{
"t": 22,
"x": 447,
"y": 583
},
{
"t": 23,
"x": 447,
"y": 595
}
],
"birth": 0,
"death": 24
},
{
"id": 16,
"type": "teal and lime running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 541,
"y": 982
},
{
"t": 1,
"x": 537,
"y": 974
},
{
"t": 3,
"x": 525,
"y": 966
},
{
"t": 4,
"x": 517,
"y": 958
},
{
"t": 5,
"x": 513,
"y": 951
},
{
"t": 6,
"x": 509,
"y": 943
},
{
"t": 7,
"x": 501,
"y": 935
},
{
"t": 8,
"x": 498,
"y": 927
},
{
"t": 9,
"x": 494,
"y": 919
},
{
"t": 10,
"x": 490,
"y": 912
},
{
"t": 11,
"x": 486,
"y": 904
},
{
"t": 12,
"x": 482,
"y": 896
},
{
"t": 13,
"x": 478,
"y": 888
},
{
"t": 14,
"x": 474,
"y": 880
},
{
"t": 15,
"x": 470,
"y": 873
},
{
"t": 16,
"x": 466,
"y": 865
},
{
"t": 17,
"x": 462,
"y": 857
},
{
"t": 18,
"x": 458,
"y": 849
},
{
"t": 19,
"x": 455,
"y": 841
},
{
"t": 20,
"x": 451,
"y": 833
},
{
"t": 21,
"x": 447,
"y": 826
},
{
"t": 22,
"x": 443,
"y": 818
},
{
"t": 23,
"x": 439,
"y": 810
}
],
"birth": 0,
"death": 24
},
{
"id": 17,
"type": "white and navy high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 544,
"y": 798
},
{
"t": 2,
"x": 541,
"y": 806
},
{
"t": 4,
"x": 548,
"y": 810
},
{
"t": 5,
"x": 541,
"y": 806
},
{
"t": 7,
"x": 537,
"y": 814
},
{
"t": 8,
"x": 544,
"y": 818
},
{
"t": 9,
"x": 537,
"y": 814
},
{
"t": 12,
"x": 544,
"y": 818
},
{
"t": 13,
"x": 537,
"y": 814
},
{
"t": 15,
"x": 544,
"y": 818
},
{
"t": 16,
"x": 564,
"y": 822
},
{
"t": 17,
"x": 552,
"y": 818
},
{
"t": 20,
"x": 564,
"y": 822
},
{
"t": 21,
"x": 556,
"y": 818
},
{
"t": 23,
"x": 568,
"y": 822
}
],
"birth": 0,
"death": 24
},
{
"id": 18,
"type": "lavender snake print leather ballet flat",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 560,
"y": 779
},
{
"t": 3,
"x": 552,
"y": 775
},
{
"t": 7,
"x": 544,
"y": 771
},
{
"t": 11,
"x": 537,
"y": 767
},
{
"t": 15,
"x": 529,
"y": 763
},
{
"t": 19,
"x": 521,
"y": 759
},
{
"t": 22,
"x": 513,
"y": 755
}
],
"birth": 0,
"death": 24
},
{
"id": 19,
"type": "white and black athletic shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 583,
"y": 771
},
{
"t": 2,
"x": 576,
"y": 767
},
{
"t": 6,
"x": 568,
"y": 763
},
{
"t": 10,
"x": 560,
"y": 759
},
{
"t": 14,
"x": 552,
"y": 755
},
{
"t": 18,
"x": 544,
"y": 751
},
{
"t": 22,
"x": 537,
"y": 748
}
],
"birth": 0,
"death": 24
},
{
"id": 20,
"type": "dark blue leather boat shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 603,
"y": 755
},
{
"t": 3,
"x": 615,
"y": 767
},
{
"t": 4,
"x": 603,
"y": 759
},
{
"t": 5,
"x": 611,
"y": 763
},
{
"t": 11,
"x": 603,
"y": 759
},
{
"t": 15,
"x": 611,
"y": 763
},
{
"t": 16,
"x": 603,
"y": 759
},
{
"t": 21,
"x": 595,
"y": 755
}
],
"birth": 0,
"death": 24
},
{
"id": 21,
"type": "dark grey cardboard motherboard box",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 611,
"y": 736
},
{
"t": 2,
"x": 619,
"y": 740
},
{
"t": 4,
"x": 611,
"y": 736
},
{
"t": 10,
"x": 603,
"y": 732
},
{
"t": 13,
"x": 611,
"y": 736
},
{
"t": 14,
"x": 603,
"y": 732
},
{
"t": 18,
"x": 611,
"y": 736
},
{
"t": 20,
"x": 599,
"y": 728
}
],
"birth": 0,
"death": 24
},
{
"id": 22,
"type": "white and brown leather golf shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 650,
"y": 771
},
{
"t": 3,
"x": 642,
"y": 767
},
{
"t": 8,
"x": 634,
"y": 763
},
{
"t": 14,
"x": 626,
"y": 759
},
{
"t": 19,
"x": 619,
"y": 755
}
],
"birth": 0,
"death": 24
},
{
"id": 23,
"type": "dark red and black plastic curling wand",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 662,
"y": 798
},
{
"t": 4,
"x": 654,
"y": 794
},
{
"t": 9,
"x": 646,
"y": 791
},
{
"t": 14,
"x": 638,
"y": 787
},
{
"t": 19,
"x": 630,
"y": 783
},
{
"t": 23,
"x": 623,
"y": 779
}
],
"birth": 0,
"death": 24
},
{
"id": 24,
"type": "blue and black plastic DVD set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 716,
"y": 775
},
{
"t": 4,
"x": 708,
"y": 771
},
{
"t": 9,
"x": 701,
"y": 767
},
{
"t": 13,
"x": 693,
"y": 763
},
{
"t": 18,
"x": 685,
"y": 759
},
{
"t": 23,
"x": 677,
"y": 755
}
],
"birth": 0,
"death": 24
},
{
"id": 25,
"type": "light blue and yellow high-top sneaker",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 728,
"y": 794
},
{
"t": 1,
"x": 720,
"y": 791
},
{
"t": 5,
"x": 712,
"y": 787
},
{
"t": 10,
"x": 705,
"y": 783
},
{
"t": 14,
"x": 697,
"y": 779
},
{
"t": 19,
"x": 689,
"y": 775
},
{
"t": 23,
"x": 681,
"y": 771
}
],
"birth": 0,
"death": 24
},
{
"id": 26,
"type": "dark brown leather wingtip shoe with orange sole",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 818,
"y": 537
},
{
"t": 1,
"x": 814,
"y": 529
},
{
"t": 4,
"x": 810,
"y": 521
},
{
"t": 8,
"x": 802,
"y": 513
},
{
"t": 12,
"x": 798,
"y": 505
},
{
"t": 16,
"x": 794,
"y": 498
},
{
"t": 20,
"x": 791,
"y": 490
}
],
"birth": 0,
"death": 24
},
{
"id": 27,
"type": "blue and black hiking shoe",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 1,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 998,
"y": 443
},
{
"t": 1,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
}
],
"interactions": [
{
"id": 2,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
2
],
"outputs": [
0,
2
],
"begins_at": 0,
"ends_at": 10,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
14
],
"outputs": [
0,
14
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
19,
65535
],
"outputs": [
19,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
20,
65535
],
"outputs": [
20,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
24,
25
],
"outputs": [
24,
25
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 24,
"inputs": [
24,
65535
],
"outputs": [
24,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 25,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 26,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 27,
"inputs": [
25,
65535
],
"outputs": [
25,
65535
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
26,
65535
],
"outputs": [
26,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 29,
"inputs": [
27,
65535
],
"outputs": [
27,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 30,
"inputs": [
27,
65535
],
"outputs": [
27,
65535
],
"begins_at": 18,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "purple airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 260,
"y": 532
},
{
"t": 1,
"x": 258,
"y": 527
},
{
"t": 2,
"x": 258,
"y": 522
},
{
"t": 3,
"x": 257,
"y": 518
},
{
"t": 4,
"x": 256,
"y": 513
},
{
"t": 5,
"x": 255,
"y": 508
},
{
"t": 6,
"x": 255,
"y": 504
},
{
"t": 7,
"x": 254,
"y": 499
},
{
"t": 8,
"x": 253,
"y": 495
},
{
"t": 9,
"x": 252,
"y": 492
},
{
"t": 10,
"x": 251,
"y": 488
},
{
"t": 11,
"x": 251,
"y": 485
},
{
"t": 12,
"x": 250,
"y": 474
},
{
"t": 13,
"x": 249,
"y": 469
},
{
"t": 14,
"x": 248,
"y": 467
},
{
"t": 15,
"x": 248,
"y": 463
},
{
"t": 16,
"x": 248,
"y": 465
},
{
"t": 18,
"x": 247,
"y": 456
},
{
"t": 19,
"x": 246,
"y": 451
},
{
"t": 20,
"x": 246,
"y": 454
},
{
"t": 21,
"x": 245,
"y": 449
},
{
"t": 22,
"x": 245,
"y": 446
},
{
"t": 24,
"x": 244,
"y": 443
},
{
"t": 25,
"x": 244,
"y": 445
},
{
"t": 26,
"x": 244,
"y": 439
},
{
"t": 27,
"x": 243,
"y": 433
},
{
"t": 29,
"x": 242,
"y": 431
},
{
"t": 31,
"x": 242,
"y": 427
},
{
"t": 32,
"x": 241,
"y": 429
},
{
"t": 34,
"x": 241,
"y": 425
},
{
"t": 35,
"x": 241,
"y": 418
},
{
"t": 37,
"x": 241,
"y": 422
},
{
"t": 38,
"x": 240,
"y": 416
},
{
"t": 41,
"x": 239,
"y": 414
},
{
"t": 44,
"x": 239,
"y": 409
},
{
"t": 45,
"x": 238,
"y": 411
},
{
"t": 48,
"x": 238,
"y": 405
},
{
"t": 49,
"x": 238,
"y": 408
},
{
"t": 50,
"x": 237,
"y": 401
},
{
"t": 54,
"x": 237,
"y": 398
},
{
"t": 59,
"x": 237,
"y": 395
},
{
"t": 65,
"x": 236,
"y": 392
},
{
"t": 71,
"x": 235,
"y": 388
},
{
"t": 75,
"x": 234,
"y": 384
},
{
"t": 84,
"x": 233,
"y": 381
},
{
"t": 94,
"x": 233,
"y": 378
},
{
"t": 106,
"x": 233,
"y": 374
},
{
"t": 118,
"x": 232,
"y": 371
},
{
"t": 119,
"x": 232,
"y": 374
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "cyan jet",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 323,
"y": 813
},
{
"t": 9,
"x": 325,
"y": 814
},
{
"t": 18,
"x": 326,
"y": 816
},
{
"t": 26,
"x": 323,
"y": 815
},
{
"t": 28,
"x": 321,
"y": 813
},
{
"t": 29,
"x": 320,
"y": 810
},
{
"t": 30,
"x": 319,
"y": 809
},
{
"t": 31,
"x": 318,
"y": 807
},
{
"t": 32,
"x": 317,
"y": 805
},
{
"t": 34,
"x": 314,
"y": 804
},
{
"t": 36,
"x": 312,
"y": 801
},
{
"t": 37,
"x": 311,
"y": 800
},
{
"t": 38,
"x": 310,
"y": 798
},
{
"t": 40,
"x": 291,
"y": 820
},
{
"t": 42,
"x": 291,
"y": 817
},
{
"t": 44,
"x": 303,
"y": 796
},
{
"t": 45,
"x": 301,
"y": 797
},
{
"t": 47,
"x": 299,
"y": 799
},
{
"t": 49,
"x": 297,
"y": 801
},
{
"t": 50,
"x": 295,
"y": 802
},
{
"t": 52,
"x": 294,
"y": 803
},
{
"t": 53,
"x": 292,
"y": 804
},
{
"t": 55,
"x": 290,
"y": 806
},
{
"t": 57,
"x": 287,
"y": 809
},
{
"t": 59,
"x": 286,
"y": 810
},
{
"t": 61,
"x": 284,
"y": 814
},
{
"t": 63,
"x": 282,
"y": 816
},
{
"t": 65,
"x": 280,
"y": 818
},
{
"t": 66,
"x": 280,
"y": 816
},
{
"t": 67,
"x": 279,
"y": 814
},
{
"t": 70,
"x": 278,
"y": 811
},
{
"t": 71,
"x": 277,
"y": 809
},
{
"t": 73,
"x": 276,
"y": 808
},
{
"t": 79,
"x": 274,
"y": 807
},
{
"t": 85,
"x": 273,
"y": 809
},
{
"t": 88,
"x": 273,
"y": 811
},
{
"t": 90,
"x": 273,
"y": 814
},
{
"t": 99,
"x": 272,
"y": 813
},
{
"t": 103,
"x": 291,
"y": 833
},
{
"t": 104,
"x": 271,
"y": 811
},
{
"t": 107,
"x": 290,
"y": 833
},
{
"t": 110,
"x": 297,
"y": 845
},
{
"t": 111,
"x": 289,
"y": 834
},
{
"t": 112,
"x": 296,
"y": 844
},
{
"t": 113,
"x": 298,
"y": 846
},
{
"t": 114,
"x": 299,
"y": 848
},
{
"t": 115,
"x": 301,
"y": 850
},
{
"t": 116,
"x": 302,
"y": 852
},
{
"t": 118,
"x": 299,
"y": 848
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "cyan wagon",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 580,
"y": 980
},
{
"t": 1,
"x": 573,
"y": 976
},
{
"t": 2,
"x": 568,
"y": 972
},
{
"t": 3,
"x": 566,
"y": 968
},
{
"t": 4,
"x": 566,
"y": 964
},
{
"t": 5,
"x": 557,
"y": 959
},
{
"t": 6,
"x": 551,
"y": 956
},
{
"t": 7,
"x": 547,
"y": 952
},
{
"t": 8,
"x": 545,
"y": 949
},
{
"t": 9,
"x": 546,
"y": 945
},
{
"t": 10,
"x": 537,
"y": 942
},
{
"t": 11,
"x": 543,
"y": 939
},
{
"t": 12,
"x": 538,
"y": 935
},
{
"t": 13,
"x": 535,
"y": 932
},
{
"t": 14,
"x": 537,
"y": 929
},
{
"t": 15,
"x": 541,
"y": 926
},
{
"t": 16,
"x": 544,
"y": 924
},
{
"t": 17,
"x": 547,
"y": 921
},
{
"t": 18,
"x": 547,
"y": 918
},
{
"t": 19,
"x": 546,
"y": 914
},
{
"t": 20,
"x": 547,
"y": 917
},
{
"t": 21,
"x": 544,
"y": 909
},
{
"t": 22,
"x": 539,
"y": 898
},
{
"t": 23,
"x": 536,
"y": 895
},
{
"t": 24,
"x": 533,
"y": 892
},
{
"t": 25,
"x": 528,
"y": 886
},
{
"t": 26,
"x": 525,
"y": 881
},
{
"t": 27,
"x": 523,
"y": 877
},
{
"t": 28,
"x": 519,
"y": 873
},
{
"t": 29,
"x": 517,
"y": 870
},
{
"t": 30,
"x": 516,
"y": 866
},
{
"t": 31,
"x": 508,
"y": 861
},
{
"t": 32,
"x": 509,
"y": 858
},
{
"t": 33,
"x": 508,
"y": 854
},
{
"t": 34,
"x": 505,
"y": 850
},
{
"t": 35,
"x": 507,
"y": 847
},
{
"t": 36,
"x": 511,
"y": 843
},
{
"t": 37,
"x": 499,
"y": 840
},
{
"t": 38,
"x": 496,
"y": 835
},
{
"t": 39,
"x": 503,
"y": 832
},
{
"t": 40,
"x": 497,
"y": 829
},
{
"t": 41,
"x": 494,
"y": 825
},
{
"t": 42,
"x": 496,
"y": 822
},
{
"t": 43,
"x": 493,
"y": 819
},
{
"t": 44,
"x": 492,
"y": 815
},
{
"t": 45,
"x": 493,
"y": 813
},
{
"t": 46,
"x": 491,
"y": 809
},
{
"t": 47,
"x": 491,
"y": 806
},
{
"t": 48,
"x": 489,
"y": 803
},
{
"t": 49,
"x": 487,
"y": 800
},
{
"t": 50,
"x": 484,
"y": 796
},
{
"t": 51,
"x": 481,
"y": 793
},
{
"t": 52,
"x": 483,
"y": 791
},
{
"t": 53,
"x": 480,
"y": 788
},
{
"t": 54,
"x": 477,
"y": 784
},
{
"t": 55,
"x": 475,
"y": 781
},
{
"t": 56,
"x": 476,
"y": 779
},
{
"t": 57,
"x": 473,
"y": 776
},
{
"t": 58,
"x": 461,
"y": 773
},
{
"t": 59,
"x": 460,
"y": 771
},
{
"t": 60,
"x": 468,
"y": 768
},
{
"t": 61,
"x": 476,
"y": 769
},
{
"t": 62,
"x": 470,
"y": 765
},
{
"t": 63,
"x": 466,
"y": 760
},
{
"t": 64,
"x": 459,
"y": 757
},
{
"t": 65,
"x": 453,
"y": 756
},
{
"t": 66,
"x": 451,
"y": 755
},
{
"t": 67,
"x": 457,
"y": 750
},
{
"t": 68,
"x": 445,
"y": 749
},
{
"t": 69,
"x": 446,
"y": 747
},
{
"t": 70,
"x": 444,
"y": 746
},
{
"t": 71,
"x": 444,
"y": 744
},
{
"t": 72,
"x": 443,
"y": 742
},
{
"t": 73,
"x": 441,
"y": 740
},
{
"t": 75,
"x": 442,
"y": 734
},
{
"t": 76,
"x": 440,
"y": 733
},
{
"t": 77,
"x": 441,
"y": 731
},
{
"t": 78,
"x": 439,
"y": 730
},
{
"t": 79,
"x": 438,
"y": 728
},
{
"t": 80,
"x": 437,
"y": 726
},
{
"t": 82,
"x": 436,
"y": 723
},
{
"t": 83,
"x": 434,
"y": 721
},
{
"t": 84,
"x": 433,
"y": 719
},
{
"t": 87,
"x": 432,
"y": 715
},
{
"t": 89,
"x": 430,
"y": 710
},
{
"t": 92,
"x": 429,
"y": 706
},
{
"t": 93,
"x": 427,
"y": 704
},
{
"t": 95,
"x": 426,
"y": 701
},
{
"t": 98,
"x": 426,
"y": 698
},
{
"t": 101,
"x": 424,
"y": 694
},
{
"t": 104,
"x": 424,
"y": 691
},
{
"t": 105,
"x": 423,
"y": 689
},
{
"t": 108,
"x": 420,
"y": 684
},
{
"t": 110,
"x": 419,
"y": 681
},
{
"t": 113,
"x": 418,
"y": 678
},
{
"t": 115,
"x": 417,
"y": 676
},
{
"t": 117,
"x": 414,
"y": 672
},
{
"t": 119,
"x": 413,
"y": 670
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "blue chopper",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 592,
"y": 832
},
{
"t": 2,
"x": 583,
"y": 818
},
{
"t": 4,
"x": 581,
"y": 816
},
{
"t": 5,
"x": 582,
"y": 818
},
{
"t": 6,
"x": 591,
"y": 833
},
{
"t": 7,
"x": 581,
"y": 818
},
{
"t": 8,
"x": 580,
"y": 816
},
{
"t": 11,
"x": 580,
"y": 818
},
{
"t": 12,
"x": 578,
"y": 816
},
{
"t": 13,
"x": 586,
"y": 832
},
{
"t": 14,
"x": 576,
"y": 816
},
{
"t": 15,
"x": 583,
"y": 827
},
{
"t": 16,
"x": 573,
"y": 814
},
{
"t": 18,
"x": 571,
"y": 814
},
{
"t": 20,
"x": 569,
"y": 810
},
{
"t": 21,
"x": 564,
"y": 800
},
{
"t": 22,
"x": 563,
"y": 798
},
{
"t": 23,
"x": 588,
"y": 832
},
{
"t": 24,
"x": 583,
"y": 827
},
{
"t": 25,
"x": 580,
"y": 824
},
{
"t": 26,
"x": 579,
"y": 821
},
{
"t": 27,
"x": 580,
"y": 819
},
{
"t": 29,
"x": 604,
"y": 827
},
{
"t": 30,
"x": 598,
"y": 822
},
{
"t": 31,
"x": 555,
"y": 786
},
{
"t": 32,
"x": 605,
"y": 823
},
{
"t": 33,
"x": 556,
"y": 788
},
{
"t": 34,
"x": 558,
"y": 786
},
{
"t": 36,
"x": 559,
"y": 784
},
{
"t": 37,
"x": 566,
"y": 786
},
{
"t": 39,
"x": 568,
"y": 782
},
{
"t": 40,
"x": 598,
"y": 807
},
{
"t": 42,
"x": 563,
"y": 771
},
{
"t": 43,
"x": 596,
"y": 805
},
{
"t": 44,
"x": 601,
"y": 805
},
{
"t": 46,
"x": 599,
"y": 804
},
{
"t": 48,
"x": 598,
"y": 806
},
{
"t": 49,
"x": 599,
"y": 809
},
{
"t": 50,
"x": 586,
"y": 777
},
{
"t": 51,
"x": 601,
"y": 810
},
{
"t": 55,
"x": 598,
"y": 809
},
{
"t": 58,
"x": 592,
"y": 783
},
{
"t": 61,
"x": 594,
"y": 783
},
{
"t": 62,
"x": 597,
"y": 785
},
{
"t": 63,
"x": 597,
"y": 801
},
{
"t": 64,
"x": 599,
"y": 786
},
{
"t": 65,
"x": 600,
"y": 784
},
{
"t": 66,
"x": 596,
"y": 796
},
{
"t": 68,
"x": 597,
"y": 792
},
{
"t": 69,
"x": 594,
"y": 793
},
{
"t": 70,
"x": 598,
"y": 786
},
{
"t": 71,
"x": 601,
"y": 781
},
{
"t": 73,
"x": 594,
"y": 790
},
{
"t": 74,
"x": 601,
"y": 779
},
{
"t": 76,
"x": 599,
"y": 791
},
{
"t": 78,
"x": 605,
"y": 772
},
{
"t": 79,
"x": 599,
"y": 776
},
{
"t": 80,
"x": 600,
"y": 774
},
{
"t": 81,
"x": 605,
"y": 771
},
{
"t": 82,
"x": 600,
"y": 772
},
{
"t": 83,
"x": 601,
"y": 770
},
{
"t": 85,
"x": 601,
"y": 760
},
{
"t": 86,
"x": 601,
"y": 766
},
{
"t": 87,
"x": 602,
"y": 761
},
{
"t": 91,
"x": 604,
"y": 760
},
{
"t": 92,
"x": 605,
"y": 758
},
{
"t": 94,
"x": 605,
"y": 756
},
{
"t": 96,
"x": 604,
"y": 757
},
{
"t": 98,
"x": 605,
"y": 755
},
{
"t": 100,
"x": 605,
"y": 753
},
{
"t": 103,
"x": 606,
"y": 751
},
{
"t": 106,
"x": 607,
"y": 749
},
{
"t": 111,
"x": 608,
"y": 746
},
{
"t": 113,
"x": 608,
"y": 744
},
{
"t": 116,
"x": 610,
"y": 743
},
{
"t": 119,
"x": 612,
"y": 742
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 25,
"type": "contact"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 25,
"type": "contact"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 14,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 0,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 25,
"ends_at": 25,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 28,
"ends_at": 28,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 29,
"ends_at": 38,
"type": "contact"
},
{
"id": 16,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 30,
"ends_at": 30,
"type": "collision"
},
{
"id": 17,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 31,
"ends_at": 119,
"type": "contact"
},
{
"id": 4,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 41,
"ends_at": 41,
"type": "collision"
},
{
"id": 5,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 42,
"ends_at": 49,
"type": "contact"
},
{
"id": 6,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 51,
"ends_at": 51,
"type": "collision"
},
{
"id": 7,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 52,
"ends_at": 55,
"type": "contact"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 57,
"ends_at": 57,
"type": "collision"
},
{
"id": 9,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 58,
"ends_at": 66,
"type": "contact"
},
{
"id": 10,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 70,
"ends_at": 70,
"type": "collision"
},
{
"id": 11,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 71,
"ends_at": 93,
"type": "contact"
},
{
"id": 12,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 95,
"ends_at": 95,
"type": "collision"
},
{
"id": 13,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 96,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.3556485436928582,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 141.29911406828015,
"avg_image_position_segmentation_acc": 0.1375,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.275,
"avg_image_position_segmentation_acc_large": 0.0,
"avg_image_position_segmentation_acc_first_frame": 0.25,
"avg_image_position_segmentation_visible_acc": 0.1375,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.7395833333333334,
"visibility_true_acc": 0.7395833333333334,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.7395833333333334,
"vis_acc_from_px_true_acc": 0.7395833333333334,
"vis_acc_from_px_false_acc": null,
"num_matches": 4,
"num_unmatched_pred": 24,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 4,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 4,
"avg_image_position_segmentation_acc": 4,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 2,
"avg_image_position_segmentation_acc_large": 2,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 4,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 4,
"visibility_true_acc": 4,
"visibility_false_acc": 0,
"is_in_frame_acc": 4,
"is_in_frame_true_acc": 4,
"is_in_frame_false_acc": 0,
"vis_acc_from_px": 4,
"vis_acc_from_px_true_acc": 4,
"vis_acc_from_px_false_acc": 0
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 0,
"target_id": 0,
"pred_id": 0,
"cost": 0.975,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.975,
"weighted_cost": 0.975,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 2,
"target_id": 1,
"pred_id": 2,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 4,
"target_id": 2,
"pred_id": 4,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 20,
"target_id": 3,
"pred_id": 20,
"cost": 1.475,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.475,
"weighted_cost": 0.475,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
1,
3,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
21,
22,
23,
24,
25,
26,
27
],
"target_type_counts": {
"purple airliner": 1,
"cyan jet": 1,
"cyan wagon": 1,
"blue chopper": 1
},
"pred_type_counts": {
"white and purple leather sneaker": 2,
"purple and pink athletic shoe": 2,
"grey and orange plastic raccoon action figure": 1,
"light brown wooden knife block set": 2,
"light blue plastic conditioner tube": 1,
"teal fabric mermaid backpack": 3,
"teal and lime running shoe": 3,
"teal and pink high-top sneaker": 1,
"teal fabric sneaker": 1,
"wooden honey dipper": 1,
"white and navy high-top sneaker": 1,
"lavender snake print leather ballet flat": 1,
"white and black athletic shoe": 1,
"dark blue leather boat shoe": 1,
"dark grey cardboard motherboard box": 1,
"white and brown leather golf shoe": 1,
"dark red and black plastic curling wand": 1,
"blue and black plastic DVD set": 1,
"light blue and yellow high-top sneaker": 1,
"dark brown leather wingtip shoe with orange sole": 1,
"blue and black hiking shoe": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 3,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 3,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.75,
"1.0": 0.25,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 1
},
"0.5": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 1
},
"0.75": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 1
},
"1.0": {
"true_positives": 1,
"false_positives": 27,
"false_negatives": 3
}
},
"visibility_precision_by_threshold": {
"0.25": 0.10714285714285714,
"0.5": 0.10714285714285714,
"0.75": 0.10714285714285714,
"1.0": 0.03571428571428571
},
"visibility_recall_by_threshold": {
"0.25": 0.75,
"0.5": 0.75,
"0.75": 0.75,
"1.0": 0.25
},
"visibility_f1_by_threshold": {
"0.25": 0.1875,
"0.5": 0.1875,
"0.75": 0.1875,
"1.0": 0.0625
},
"visibility_by_motion_group": {
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 27,
"false_negatives": 3
},
"0.5": {
"true_positives": 1,
"false_positives": 27,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 28,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 28,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.03571428571428571,
"0.5": 0.03571428571428571,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.25,
"0.5": 0.25,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0625,
"0.5": 0.0625,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.017857142857142856,
"segmentation_frame_average_recall": 0.125,
"segmentation_frame_average_f1": 0.03125,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 27,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.03571428571428571,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.0689655172413793,
"segmentation_by_motion_group": {
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
},
"0.5": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.3333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.3333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.3333333333333333,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.16666666666666666,
"segmentation_frame_average_recall": 0.16666666666666666,
"segmentation_frame_average_f1": 0.16666666666666666,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 25,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 24,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.04,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.07692307692307693
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 0,
"cost": 0.975,
"type_similarity": 0.5449759685552447,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 83.81276446625766,
"image_position_segmentation_acc": 0.025,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.025,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.025,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.1,
"visibility_true_acc": 0.1,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.1,
"vis_acc_from_px_true_acc": 0.1,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 2,
"cost": 1.5,
"type_similarity": 0.27431467101772916,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 203.31458828401296,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9583333333333334,
"visibility_true_acc": 0.9583333333333334,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.9583333333333334,
"vis_acc_from_px_true_acc": 0.9583333333333334,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 4,
"cost": 1.0,
"type_similarity": 0.3038551606361271,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 238.77960986862195,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.0,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9,
"visibility_true_acc": 0.9,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.9,
"vis_acc_from_px_true_acc": 0.9,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 20,
"cost": 1.475,
"type_similarity": 0.299448374562332,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 39.28949365422807,
"image_position_segmentation_acc": 0.525,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.525,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.525,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.36208969173235217,
"avg_interaction_input_object_jaccard": 0.4035087719298245,
"avg_interaction_output_object_jaccard": 0.4035087719298245,
"avg_interaction_type_exact_match_acc": 0.8421052631578947,
"num_interaction_matches": 19,
"num_unmatched_pred_interactions": 12,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 29,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 31,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.06451612903225806,
"0.5": 0.06451612903225806,
"0.75": 0.06451612903225806,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.12121212121212122,
"0.5": 0.12121212121212122,
"0.75": 0.12121212121212122,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5483870967741935,
"0.5": 0.0967741935483871,
"0.75": 0.0967741935483871,
"1.0": 0.0967741935483871
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7083333333333333,
"0.5": 0.17647058823529413,
"0.75": 0.17647058823529413,
"1.0": 0.17647058823529413
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 28,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5483870967741935,
"0.5": 0.0967741935483871,
"0.75": 0.0967741935483871,
"1.0": 0.0967741935483871
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7083333333333333,
"0.5": 0.17647058823529413,
"0.75": 0.17647058823529413,
"1.0": 0.17647058823529413
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 19,
"avg_interaction_input_object_jaccard": 19,
"avg_interaction_output_object_jaccard": 19,
"avg_interaction_type_exact_match_acc": 19
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 1,
"target_id": 0,
"pred_id": 1,
"cost": 1.7692307692307692,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7692307692307692,
"weighted_cost": 0.7692307692307692,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 15,
"target_id": 1,
"pred_id": 15,
"cost": 0.038461538461538436,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.038461538461538436,
"weighted_cost": 0.038461538461538436,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 8,
"target_id": 2,
"pred_id": 8,
"cost": 2.0689655172413794,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.5689655172413793,
"weighted_cost": 0.5689655172413793,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 3,
"target_id": 3,
"pred_id": 3,
"cost": 1.064102564102564,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.5641025641025641,
"weighted_cost": 0.5641025641025641,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 28,
"target_id": 4,
"pred_id": 28,
"cost": 1.462962962962963,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.962962962962963,
"weighted_cost": 0.962962962962963,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 10,
"target_id": 5,
"pred_id": 10,
"cost": 1.18,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6799999999999999,
"weighted_cost": 0.6799999999999999,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 26,
"target_id": 6,
"pred_id": 26,
"cost": 1.4743589743589745,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9743589743589743,
"weighted_cost": 0.9743589743589743,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 4,
"target_id": 7,
"pred_id": 4,
"cost": 1.25,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.75,
"weighted_cost": 0.75,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 25,
"target_id": 8,
"pred_id": 25,
"cost": 1.4791666666666667,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9791666666666667,
"weighted_cost": 0.9791666666666667,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 5,
"target_id": 9,
"pred_id": 5,
"cost": 1.2537313432835822,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7537313432835822,
"weighted_cost": 0.7537313432835822,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 24,
"target_id": 10,
"pred_id": 24,
"cost": 1.484375,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.984375,
"weighted_cost": 0.984375,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 6,
"target_id": 11,
"pred_id": 6,
"cost": 1.25,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.75,
"weighted_cost": 0.75,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 23,
"target_id": 12,
"pred_id": 23,
"cost": 1.4891304347826086,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9891304347826086,
"weighted_cost": 0.9891304347826086,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 7,
"target_id": 13,
"pred_id": 7,
"cost": 1.3,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8,
"weighted_cost": 0.8,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 0,
"target_id": 14,
"pred_id": 0,
"cost": 1.9791666666666665,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.47916666666666663,
"weighted_cost": 0.47916666666666663,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 17,
"target_id": 15,
"pred_id": 17,
"cost": 0.038461538461538436,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.038461538461538436,
"weighted_cost": 0.038461538461538436,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 29,
"target_id": 16,
"pred_id": 29,
"cost": 1.4285714285714286,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9285714285714286,
"weighted_cost": 0.9285714285714286,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 17,
"pred_index": 9,
"target_id": 17,
"pred_id": 9,
"cost": 1.0291666666666668,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.5291666666666667,
"weighted_cost": 0.5291666666666667,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 18,
"pred_index": 14,
"target_id": 18,
"pred_id": 14,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
2,
11,
12,
13,
16,
18,
19,
20,
21,
22,
27,
30
],
"target_type_counts": {
"collision": 9,
"contact": 10
},
"pred_type_counts": {
"contact": 25,
"collision": 6
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 1,
"target_id": 0,
"pred_id": 1,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.7692307692307692,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5384615384615384,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 15,
"target_id": 1,
"pred_id": 15,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.038461538461538436,
"temporal_span_iou": 0.9230769230769231,
"temporal_span_giou": 0.9230769230769231,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 2,
"pred_index": 8,
"target_id": 2,
"pred_id": 8,
"target_type": "collision",
"pred_type": "contact",
"cost": 2.0689655172413794,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.13793103448275862,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 3,
"target_id": 3,
"pred_id": 3,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.064102564102564,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.1282051282051282,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 28,
"target_id": 4,
"pred_id": 28,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.462962962962963,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9259259259259259,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 10,
"target_id": 5,
"pred_id": 10,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.18,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.36,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 26,
"target_id": 6,
"pred_id": 26,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4743589743589745,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9487179487179487,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 7,
"pred_index": 4,
"target_id": 7,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.25,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 25,
"target_id": 8,
"pred_id": 25,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4791666666666667,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9583333333333334,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 5,
"target_id": 9,
"pred_id": 5,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.2537313432835822,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5074626865671642,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 24,
"target_id": 10,
"pred_id": 24,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.484375,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.96875,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 6,
"target_id": 11,
"pred_id": 6,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.25,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.5,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 23,
"target_id": 12,
"pred_id": 23,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4891304347826086,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9782608695652174,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 7,
"target_id": 13,
"pred_id": 7,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 0,
"target_id": 14,
"pred_id": 0,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.9791666666666665,
"temporal_span_iou": 0.041666666666666664,
"temporal_span_giou": 0.041666666666666664,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 15,
"pred_index": 17,
"target_id": 15,
"pred_id": 17,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.038461538461538436,
"temporal_span_iou": 0.9230769230769231,
"temporal_span_giou": 0.9230769230769231,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 16,
"pred_index": 29,
"target_id": 16,
"pred_id": 29,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4285714285714286,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.8571428571428571,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 17,
"pred_index": 9,
"target_id": 17,
"pred_id": 9,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.0291666666666668,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.058333333333333334,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 18,
"pred_index": 14,
"target_id": 18,
"pred_id": 14,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.37546525124234237,
"avg_interaction_input_object_jaccard": 0.43137254901960775,
"avg_interaction_output_object_jaccard": 0.43137254901960775,
"avg_interaction_type_exact_match_acc": 0.9411764705882353,
"num_interaction_matches": 17,
"num_unmatched_pred_interactions": 11,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 26,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 26,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 26,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 28,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.07142857142857142,
"0.5": 0.07142857142857142,
"0.75": 0.07142857142857142,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.13333333333333333,
"0.5": 0.13333333333333333,
"0.75": 0.13333333333333333,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 16,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.10714285714285714,
"0.75": 0.10714285714285714,
"1.0": 0.10714285714285714
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7272727272727273,
"0.5": 0.19354838709677416,
"0.75": 0.19354838709677416,
"1.0": 0.19354838709677416
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 16,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.10714285714285714,
"0.75": 0.10714285714285714,
"1.0": 0.10714285714285714
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7272727272727273,
"0.5": 0.19354838709677416,
"0.75": 0.19354838709677416,
"1.0": 0.19354838709677416
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.24839743589743588,
"avg_interaction_input_object_jaccard": 0.16666666666666666,
"avg_interaction_output_object_jaccard": 0.16666666666666666,
"avg_interaction_type_exact_match_acc": 0.0,
"num_interaction_matches": 2,
"num_unmatched_pred_interactions": 1,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 17,
"avg_interaction_input_object_jaccard": 17,
"avg_interaction_output_object_jaccard": 17,
"avg_interaction_type_exact_match_acc": 17
},
"object_object": {
"avg_interaction_temporal_span_giou": 2,
"avg_interaction_input_object_jaccard": 2,
"avg_interaction_output_object_jaccard": 2,
"avg_interaction_type_exact_match_acc": 2
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.6968729823292125,
"avg_interaction_input_object_jaccard": 0.25925925925925924,
"avg_interaction_output_object_jaccard": 0.25925925925925924,
"avg_interaction_type_exact_match_acc": 0.6666666666666666,
"num_interaction_matches": 9,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.7777777777777778,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.8750000000000001,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 2,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 9,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.7777777777777778,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.8750000000000001,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.06078473019517794,
"avg_interaction_input_object_jaccard": 0.5333333333333333,
"avg_interaction_output_object_jaccard": 0.5333333333333333,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 10,
"num_unmatched_pred_interactions": 12,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 20,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 22,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.09090909090909091,
"0.5": 0.09090909090909091,
"0.75": 0.09090909090909091,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.16666666666666669,
"0.5": 0.16666666666666669,
"0.75": 0.16666666666666669,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.45454545454545453,
"0.5": 0.13636363636363635,
"0.75": 0.13636363636363635,
"1.0": 0.13636363636363635
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.625,
"0.5": 0.24000000000000002,
"0.75": 0.24000000000000002,
"1.0": 0.24000000000000002
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 10,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 19,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.45454545454545453,
"0.5": 0.13636363636363635,
"0.75": 0.13636363636363635,
"1.0": 0.13636363636363635
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.625,
"0.5": 0.24000000000000002,
"0.75": 0.24000000000000002,
"1.0": 0.24000000000000002
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 9,
"avg_interaction_input_object_jaccard": 9,
"avg_interaction_output_object_jaccard": 9,
"avg_interaction_type_exact_match_acc": 9
},
"contact": {
"avg_interaction_temporal_span_giou": 10,
"avg_interaction_input_object_jaccard": 10,
"avg_interaction_output_object_jaccard": 10,
"avg_interaction_type_exact_match_acc": 10
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}