STRIVE · 08/28/2026
Dyn generalization · test_120 · super_clevr_1100
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"brown fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 358 405 3 361 406 7 363 407 9 366 408 13 368 409 16 370 410 19 373 411 22 376 413 24 378 414 26 380 415 28 383 416 30 384 417 32 387 418 34 389 418 36 391 419 38 394 421 40 397 421 42 399 423 44 401 424 45 411 429 46 413 430 48 416 431 49 417 432 51 419 433 52 422 434 53 423 435 54 427 436 55 430 438 56 432 439 58 434 440 59 436 441 60 438 442 62 441 443 63 443 444 64 444 445 65 447 446 66 451 447 67 453 448 69 457 450 70 459 451 71 462 452 72 464 453 73 466 454 74 468 455 75 470 456 76 473 457 77 474 458 78 480 460 79 483 461 80 484 463 81 487 464 82 489 465 83 494 467 84 497 468 85 499 469 86 505 471 87 507 472 88 511 474 89 513 475 90 516 476 91 518 477 92 522 479 93 528 481 94 530 482 95 533 483 96 537 485 97 544 489 98 547 490 99 549 491 100 553 493 101 561 496 102 563 497 103 566 498 104 570 500 105 573 501 106 580 504 107 584 506 108 587 507 109 595 510 110 598 511 111 601 514 112 609 517 113 612 518 114 620 521 115 624 523 116 629 525 117 637 528 118 641 530 119 649 533 [OBJ] 1 \"green scooter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 432 613 [OBJ] 2 \"green mountain\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 544 802 1 538 798 2 532 793 3 523 789 4 518 783 5 512 779 6 505 774 7 499 771 8 494 766 9 488 759 10 481 757 11 476 755 12 471 750 13 465 744 14 459 742 15 453 736 16 448 733 17 442 718 18 437 726 19 432 711 20 426 706 21 422 706 22 416 701 23 411 696 24 406 700 25 401 690 26 397 686 27 393 686 28 387 689 29 364 654 30 379 676 31 355 648 32 369 666 33 365 664 34 361 668 35 338 638 36 352 664 37 348 652 38 344 649 39 339 654 40 336 650 41 332 649 42 328 638 43 325 632 44 319 640 45 317 638 46 313 625 47 310 622 48 305 629 49 302 628 50 298 626 51 295 613 52 292 609 53 288 607 54 270 591 55 281 602 56 278 609 57 275 597 58 272 604 59 269 602 60 266 591 61 262 598 62 260 586 63 257 584 64 254 582 65 244 576 66 248 579 67 245 577 68 242 575 69 240 573 70 237 579 71 233 579 72 232 568 73 223 560 74 226 572 75 219 558 76 222 569 77 220 566 78 218 557 79 216 555 80 213 554 81 205 548 82 208 550 83 205 558 84 205 548 85 201 546 86 201 551 87 198 552 88 195 550 90 187 538 91 190 539 92 189 536 93 183 535 94 184 536 95 181 541 96 180 531 97 175 531 98 178 538 99 175 535 100 173 526 101 169 525 102 170 526 103 169 530 105 166 528 106 164 527 107 162 526 108 161 525 109 159 524 110 158 523 111 156 515 112 155 514 113 153 511 114 151 510 115 151 518 116 149 509 117 148 492 118 148 506 119 151 519 [OBJ] 3 \"red wagon\" 6 120 [VIS] 0 false 6 true [IN-FRAME] 0 false 6 true [PX] 0 null null 6 511 999 7 515 996 8 506 993 9 515 990 10 502 988 11 516 984 12 510 981 13 520 978 14 518 976 15 507 973 16 523 970 17 522 968 18 522 965 19 515 963 20 512 959 22 513 954 23 515 952 24 516 949 25 519 947 26 530 944 27 532 942 28 534 939 29 524 936 30 527 934 31 537 931 32 531 929 33 538 927 34 536 925 35 541 922 36 540 919 37 539 921 42 540 915 43 541 908 45 542 898 46 544 889 48 545 878 50 547 868 51 548 858 53 551 845 54 550 847 55 552 834 58 555 822 64 553 826 66 552 828 69 554 819 72 551 828 73 553 820 78 552 822 [OBJ] 4 \"yellow scooter\" 7 120 [VIS] 0 false 7 true [IN-FRAME] 0 false 7 true [PX] 0 null null 7 998 735 8 994 732 9 991 720 10 987 716 11 982 709 12 973 710 13 964 711 14 955 711 15 945 713 16 983 727 17 980 725 18 973 727 19 965 726 20 955 728 21 945 729 22 936 729 23 926 731 24 918 732 25 911 731 26 899 733 27 891 734 28 881 735 29 873 734 30 863 735 31 854 738 32 846 738 33 836 738 34 826 740 35 819 740 36 808 741 37 798 741 38 791 743 39 780 743 40 773 744 41 761 744 42 753 746 43 745 746 44 735 747 45 725 748 46 716 749 47 708 749 48 696 751 49 687 751 50 680 751 51 669 752 52 659 753 53 651 753 54 641 754 55 633 754 56 623 755 57 619 752 58 612 747 59 605 742 60 594 740 61 514 720 62 558 732 63 551 731 64 542 730 65 533 729 66 526 732 67 517 731 68 506 729 69 491 725 70 483 724 71 475 723 72 466 722 73 458 720 74 453 736 75 444 735 76 434 738 77 427 740 78 413 732 79 404 730 80 394 731 81 387 732 82 382 730 83 373 728 84 365 725 85 355 722 86 351 720 87 348 717 88 343 715 89 335 713 90 319 711 91 312 708 92 308 706 93 301 702 94 296 699 95 276 694 96 269 691 97 266 688 98 260 684 100 252 680 101 247 678 102 241 676 103 244 676 104 232 674 105 229 673 106 226 672 107 224 671 108 222 671 109 217 669 110 216 666 111 223 668 112 222 667 113 214 663 115 208 659 117 203 658 119 201 655 [OBJS-END] [INTERACTIONS-START] [INTERACT] 6 \"contact\" 0 59 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 5 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"collision\" 56 56 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"collision\" 59 60 [IN] 3 4 [OUT] 3 4 [INTERACT] 4 \"collision\" 62 62 [IN] 3 4 [OUT] 3 4 [INTERACT] 7 \"collision\" 72 72 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"collision\" 76 76 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 77 79 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 \"collision\" 82 82 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 11 \"collision\" 84 84 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 12 \"contact\" 85 87 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 13 \"collision\" 89 89 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 90 92 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 15 \"collision\" 94 94 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 16 \"collision\" 97 97 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 17 \"contact\" 98 119 [IN] 4 65535 [OUT] 4 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/test_full/super_clevr_1100/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 1 650 22 1 638 [OBJ] 1 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 5 521 2 9 529 13 5 517 15 9 525 [OBJ] 2 \"yellow plastic Game Boy cartridge\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 388 701 12 400 701 [OBJ] 3 \"green metallic lime squeezer\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 388 576 2 412 580 3 392 580 4 412 583 6 392 583 7 412 587 12 404 591 14 416 595 15 408 591 22 416 599 23 408 595 [OBJ] 4 \"yellow plastic toy school bus\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 392 552 1 400 548 10 408 544 [OBJ] 5 \"green metallic lime squeezer\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 408 591 2 435 603 5 439 611 11 435 603 12 439 611 13 435 603 16 439 611 20 435 603 21 439 611 22 435 603 [OBJ] 6 \"green wooden mushroom pounding toy\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 435 595 12 435 607 13 435 595 21 435 607 22 435 595 [OBJ] 7 \"green and orange plastic magnifying glass\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 482 701 1 494 708 2 478 705 3 466 705 4 455 705 5 443 705 6 431 705 7 419 705 9 408 705 10 400 701 11 435 708 12 423 708 13 412 708 14 396 708 15 408 708 16 392 708 17 380 708 18 408 712 19 392 712 20 376 712 21 388 712 22 369 712 23 384 716 [OBJ] 8 \"green wooden toy train\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 482 490 1 490 494 3 474 490 10 482 494 13 494 498 14 474 494 18 498 502 20 478 498 22 501 506 23 482 502 [OBJ] 9 \"green wooden toy train\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 529 822 1 525 814 2 521 806 3 513 798 4 505 791 5 498 787 6 494 779 7 486 775 8 482 767 9 474 763 10 466 755 11 462 748 12 458 740 13 455 732 14 451 724 15 447 716 16 443 708 17 439 701 18 435 693 19 431 685 20 427 677 22 423 666 23 419 658 [OBJ] 10 \"orange plastic toy car with gas pump\" 4 24 [VIS] 0 false 4 true [IN-FRAME] 0 false 4 true [PX] 0 null null 4 501 994 5 494 990 6 486 986 7 478 982 8 470 978 9 482 970 10 490 966 11 501 958 12 517 951 13 525 947 14 533 939 15 537 927 16 541 919 17 541 908 18 541 896 19 544 884 20 544 873 21 548 865 22 548 853 23 552 845 [OBJ] 11 \"green wooden mushroom pounding toy\" 4 24 [VIS] 0 false 4 true [IN-FRAME] 0 false 4 true [PX] 0 null null 4 998 736 5 990 732 6 982 736 7 974 740 8 966 744 9 955 744 10 943 748 11 927 748 12 916 748 13 904 748 14 892 748 15 880 748 16 869 748 17 857 748 18 740 767 19 732 763 21 720 763 22 712 759 23 705 755 [OBJ] 12 \"yellow-green plastic plant bowl\" 5 24 [VIS] 0 false 5 true [IN-FRAME] 0 false 5 true [PX] 0 null null 5 998 681 6 990 685 7 982 689 8 974 693 9 966 697 10 958 701 11 951 705 12 943 708 13 935 712 14 927 716 15 919 720 16 912 724 17 904 728 18 896 732 19 888 736 20 880 740 21 873 744 22 865 748 23 857 751 [OBJ] 13 \"green metallic lime squeezer\" 6 24 [VIS] 0 false 6 true [IN-FRAME] 0 false 6 true [PX] 0 null null 6 240 595 7 255 603 8 259 595 11 255 603 13 244 595 14 232 587 15 220 580 16 212 583 17 205 580 18 208 548 19 212 568 20 205 544 21 208 560 22 283 611 23 291 619 [OBJ] 14 \"white and red cardboard Netgear router box\" 15 24 [VIS] 0 false 15 true [IN-FRAME] 0 false 15 true [PX] 0 null null 15 998 544 16 998 533 17 998 521 18 998 509 19 998 498 20 998 486 21 998 474 22 998 462 23 998 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 22 \"contact\" 0 3 [IN] 9 10 [OUT] 9 10 [INTERACT] 23 \"contact\" 0 3 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 19 \"collision\" 3 3 [IN] 9 10 [OUT] 9 10 [INTERACT] 20 \"contact\" 4 23 [IN] 9 10 [OUT] 9 10 [INTERACT] 21 \"collision\" 5 5 [IN] 9 11 [OUT] 9 11 [INTERACT] 9 \"collision\" 5 5 [IN] 2 6 [OUT] 2 6 [INTERACT] 24 \"collision\" 5 5 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 10 \"collision\" 7 7 [IN] 2 6 [OUT] 2 6 [INTERACT] 25 \"collision\" 7 7 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 26 \"contact\" 8 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"collision\" 10 10 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 16 \"collision\" 11 11 [IN] 6 9 [OUT] 6 9 [INTERACT] 6 \"collision\" 12 12 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 7 \"contact\" 13 23 [IN] 13 65535 [OUT] 13 65535 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"brown fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 358 405 3 361 406 7 363 407 9 366 408 13 368 409 16 370 410 19 373 411 22 376 413 24 378 414 26 380 415 28 383 416 30 384 417 32 387 418 34 389 418 36 391 419 38 394 421 40 397 421 42 399 423 44 401 424 45 411 429 46 413 430 48 416 431 49 417 432 51 419 433 52 422 434 53 423 435 54 427 436 55 430 438 56 432 439 58 434 440 59 436 441 60 438 442 62 441 443 63 443 444 64 444 445 65 447 446 66 451 447 67 453 448 69 457 450 70 459 451 71 462 452 72 464 453 73 466 454 74 468 455 75 470 456 76 473 457 77 474 458 78 480 460 79 483 461 80 484 463 81 487 464 82 489 465 83 494 467 84 497 468 85 499 469 86 505 471 87 507 472 88 511 474 89 513 475 90 516 476 91 518 477 92 522 479 93 528 481 94 530 482 95 533 483 96 537 485 97 544 489 98 547 490 99 549 491 100 553 493 101 561 496 102 563 497 103 566 498 104 570 500 105 573 501 106 580 504 107 584 506 108 587 507 109 595 510 110 598 511 111 601 514 112 609 517 113 612 518 114 620 521 115 624 523 116 629 525 117 637 528 118 641 530 119 649 533 [OBJ] 1 \"green scooter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 432 613 [OBJ] 2 \"green mountain\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 544 802 1 538 798 2 532 793 3 523 789 4 518 783 5 512 779 6 505 774 7 499 771 8 494 766 9 488 759 10 481 757 11 476 755 12 471 750 13 465 744 14 459 742 15 453 736 16 448 733 17 442 718 18 437 726 19 432 711 20 426 706 21 422 706 22 416 701 23 411 696 24 406 700 25 401 690 26 397 686 27 393 686 28 387 689 29 364 654 30 379 676 31 355 648 32 369 666 33 365 664 34 361 668 35 338 638 36 352 664 37 348 652 38 344 649 39 339 654 40 336 650 41 332 649 42 328 638 43 325 632 44 319 640 45 317 638 46 313 625 47 310 622 48 305 629 49 302 628 50 298 626 51 295 613 52 292 609 53 288 607 54 270 591 55 281 602 56 278 609 57 275 597 58 272 604 59 269 602 60 266 591 61 262 598 62 260 586 63 257 584 64 254 582 65 244 576 66 248 579 67 245 577 68 242 575 69 240 573 70 237 579 71 233 579 72 232 568 73 223 560 74 226 572 75 219 558 76 222 569 77 220 566 78 218 557 79 216 555 80 213 554 81 205 548 82 208 550 83 205 558 84 205 548 85 201 546 86 201 551 87 198 552 88 195 550 90 187 538 91 190 539 92 189 536 93 183 535 94 184 536 95 181 541 96 180 531 97 175 531 98 178 538 99 175 535 100 173 526 101 169 525 102 170 526 103 169 530 105 166 528 106 164 527 107 162 526 108 161 525 109 159 524 110 158 523 111 156 515 112 155 514 113 153 511 114 151 510 115 151 518 116 149 509 117 148 492 118 148 506 119 151 519 [OBJ] 3 \"red wagon\" 6 120 [VIS] 0 false 6 true [IN-FRAME] 0 false 6 true [PX] 0 null null 6 511 999 7 515 996 8 506 993 9 515 990 10 502 988 11 516 984 12 510 981 13 520 978 14 518 976 15 507 973 16 523 970 17 522 968 18 522 965 19 515 963 20 512 959 22 513 954 23 515 952 24 516 949 25 519 947 26 530 944 27 532 942 28 534 939 29 524 936 30 527 934 31 537 931 32 531 929 33 538 927 34 536 925 35 541 922 36 540 919 37 539 921 42 540 915 43 541 908 45 542 898 46 544 889 48 545 878 50 547 868 51 548 858 53 551 845 54 550 847 55 552 834 58 555 822 64 553 826 66 552 828 69 554 819 72 551 828 73 553 820 78 552 822 [OBJ] 4 \"yellow scooter\" 7 120 [VIS] 0 false 7 true [IN-FRAME] 0 false 7 true [PX] 0 null null 7 998 735 8 994 732 9 991 720 10 987 716 11 982 709 12 973 710 13 964 711 14 955 711 15 945 713 16 983 727 17 980 725 18 973 727 19 965 726 20 955 728 21 945 729 22 936 729 23 926 731 24 918 732 25 911 731 26 899 733 27 891 734 28 881 735 29 873 734 30 863 735 31 854 738 32 846 738 33 836 738 34 826 740 35 819 740 36 808 741 37 798 741 38 791 743 39 780 743 40 773 744 41 761 744 42 753 746 43 745 746 44 735 747 45 725 748 46 716 749 47 708 749 48 696 751 49 687 751 50 680 751 51 669 752 52 659 753 53 651 753 54 641 754 55 633 754 56 623 755 57 619 752 58 612 747 59 605 742 60 594 740 61 514 720 62 558 732 63 551 731 64 542 730 65 533 729 66 526 732 67 517 731 68 506 729 69 491 725 70 483 724 71 475 723 72 466 722 73 458 720 74 453 736 75 444 735 76 434 738 77 427 740 78 413 732 79 404 730 80 394 731 81 387 732 82 382 730 83 373 728 84 365 725 85 355 722 86 351 720 87 348 717 88 343 715 89 335 713 90 319 711 91 312 708 92 308 706 93 301 702 94 296 699 95 276 694 96 269 691 97 266 688 98 260 684 100 252 680 101 247 678 102 241 676 103 244 676 104 232 674 105 229 673 106 226 672 107 224 671 108 222 671 109 217 669 110 216 666 111 223 668 112 222 667 113 214 663 115 208 659 117 203 658 119 201 655 [OBJS-END] [INTERACTIONS-START] [INTERACT] 6 \"contact\" 0 59 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 0 \"contact\" 0 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 5 \"contact\" 0 119 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"collision\" 56 56 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"collision\" 59 60 [IN] 3 4 [OUT] 3 4 [INTERACT] 4 \"collision\" 62 62 [IN] 3 4 [OUT] 3 4 [INTERACT] 7 \"collision\" 72 72 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"collision\" 76 76 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 77 79 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 \"collision\" 82 82 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 11 \"collision\" 84 84 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 12 \"contact\" 85 87 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 13 \"collision\" 89 89 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 90 92 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 15 \"collision\" 94 94 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 16 \"collision\" 97 97 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 17 \"contact\" 98 119 [IN] 4 65535 [OUT] 4 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 1,
"y": 650
},
{
"t": 22,
"x": 1,
"y": 638
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 5,
"y": 521
},
{
"t": 2,
"x": 9,
"y": 529
},
{
"t": 13,
"x": 5,
"y": 517
},
{
"t": 15,
"x": 9,
"y": 525
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "yellow plastic Game Boy cartridge",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 388,
"y": 701
},
{
"t": 12,
"x": 400,
"y": 701
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "green metallic lime squeezer",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 388,
"y": 576
},
{
"t": 2,
"x": 412,
"y": 580
},
{
"t": 3,
"x": 392,
"y": 580
},
{
"t": 4,
"x": 412,
"y": 583
},
{
"t": 6,
"x": 392,
"y": 583
},
{
"t": 7,
"x": 412,
"y": 587
},
{
"t": 12,
"x": 404,
"y": 591
},
{
"t": 14,
"x": 416,
"y": 595
},
{
"t": 15,
"x": 408,
"y": 591
},
{
"t": 22,
"x": 416,
"y": 599
},
{
"t": 23,
"x": 408,
"y": 595
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "yellow plastic toy school bus",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 392,
"y": 552
},
{
"t": 1,
"x": 400,
"y": 548
},
{
"t": 10,
"x": 408,
"y": 544
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "green metallic lime squeezer",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 408,
"y": 591
},
{
"t": 2,
"x": 435,
"y": 603
},
{
"t": 5,
"x": 439,
"y": 611
},
{
"t": 11,
"x": 435,
"y": 603
},
{
"t": 12,
"x": 439,
"y": 611
},
{
"t": 13,
"x": 435,
"y": 603
},
{
"t": 16,
"x": 439,
"y": 611
},
{
"t": 20,
"x": 435,
"y": 603
},
{
"t": 21,
"x": 439,
"y": 611
},
{
"t": 22,
"x": 435,
"y": 603
}
],
"birth": 0,
"death": 24
},
{
"id": 6,
"type": "green wooden mushroom pounding toy",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 435,
"y": 595
},
{
"t": 12,
"x": 435,
"y": 607
},
{
"t": 13,
"x": 435,
"y": 595
},
{
"t": 21,
"x": 435,
"y": 607
},
{
"t": 22,
"x": 435,
"y": 595
}
],
"birth": 0,
"death": 24
},
{
"id": 7,
"type": "green and orange plastic magnifying glass",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 482,
"y": 701
},
{
"t": 1,
"x": 494,
"y": 708
},
{
"t": 2,
"x": 478,
"y": 705
},
{
"t": 3,
"x": 466,
"y": 705
},
{
"t": 4,
"x": 455,
"y": 705
},
{
"t": 5,
"x": 443,
"y": 705
},
{
"t": 6,
"x": 431,
"y": 705
},
{
"t": 7,
"x": 419,
"y": 705
},
{
"t": 9,
"x": 408,
"y": 705
},
{
"t": 10,
"x": 400,
"y": 701
},
{
"t": 11,
"x": 435,
"y": 708
},
{
"t": 12,
"x": 423,
"y": 708
},
{
"t": 13,
"x": 412,
"y": 708
},
{
"t": 14,
"x": 396,
"y": 708
},
{
"t": 15,
"x": 408,
"y": 708
},
{
"t": 16,
"x": 392,
"y": 708
},
{
"t": 17,
"x": 380,
"y": 708
},
{
"t": 18,
"x": 408,
"y": 712
},
{
"t": 19,
"x": 392,
"y": 712
},
{
"t": 20,
"x": 376,
"y": 712
},
{
"t": 21,
"x": 388,
"y": 712
},
{
"t": 22,
"x": 369,
"y": 712
},
{
"t": 23,
"x": 384,
"y": 716
}
],
"birth": 0,
"death": 24
},
{
"id": 8,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 482,
"y": 490
},
{
"t": 1,
"x": 490,
"y": 494
},
{
"t": 3,
"x": 474,
"y": 490
},
{
"t": 10,
"x": 482,
"y": 494
},
{
"t": 13,
"x": 494,
"y": 498
},
{
"t": 14,
"x": 474,
"y": 494
},
{
"t": 18,
"x": 498,
"y": 502
},
{
"t": 20,
"x": 478,
"y": 498
},
{
"t": 22,
"x": 501,
"y": 506
},
{
"t": 23,
"x": 482,
"y": 502
}
],
"birth": 0,
"death": 24
},
{
"id": 9,
"type": "green wooden toy train",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 529,
"y": 822
},
{
"t": 1,
"x": 525,
"y": 814
},
{
"t": 2,
"x": 521,
"y": 806
},
{
"t": 3,
"x": 513,
"y": 798
},
{
"t": 4,
"x": 505,
"y": 791
},
{
"t": 5,
"x": 498,
"y": 787
},
{
"t": 6,
"x": 494,
"y": 779
},
{
"t": 7,
"x": 486,
"y": 775
},
{
"t": 8,
"x": 482,
"y": 767
},
{
"t": 9,
"x": 474,
"y": 763
},
{
"t": 10,
"x": 466,
"y": 755
},
{
"t": 11,
"x": 462,
"y": 748
},
{
"t": 12,
"x": 458,
"y": 740
},
{
"t": 13,
"x": 455,
"y": 732
},
{
"t": 14,
"x": 451,
"y": 724
},
{
"t": 15,
"x": 447,
"y": 716
},
{
"t": 16,
"x": 443,
"y": 708
},
{
"t": 17,
"x": 439,
"y": 701
},
{
"t": 18,
"x": 435,
"y": 693
},
{
"t": 19,
"x": 431,
"y": 685
},
{
"t": 20,
"x": 427,
"y": 677
},
{
"t": 22,
"x": 423,
"y": 666
},
{
"t": 23,
"x": 419,
"y": 658
}
],
"birth": 0,
"death": 24
},
{
"id": 10,
"type": "orange plastic toy car with gas pump",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 4,
"x": 501,
"y": 994
},
{
"t": 5,
"x": 494,
"y": 990
},
{
"t": 6,
"x": 486,
"y": 986
},
{
"t": 7,
"x": 478,
"y": 982
},
{
"t": 8,
"x": 470,
"y": 978
},
{
"t": 9,
"x": 482,
"y": 970
},
{
"t": 10,
"x": 490,
"y": 966
},
{
"t": 11,
"x": 501,
"y": 958
},
{
"t": 12,
"x": 517,
"y": 951
},
{
"t": 13,
"x": 525,
"y": 947
},
{
"t": 14,
"x": 533,
"y": 939
},
{
"t": 15,
"x": 537,
"y": 927
},
{
"t": 16,
"x": 541,
"y": 919
},
{
"t": 17,
"x": 541,
"y": 908
},
{
"t": 18,
"x": 541,
"y": 896
},
{
"t": 19,
"x": 544,
"y": 884
},
{
"t": 20,
"x": 544,
"y": 873
},
{
"t": 21,
"x": 548,
"y": 865
},
{
"t": 22,
"x": 548,
"y": 853
},
{
"t": 23,
"x": 552,
"y": 845
}
],
"birth": 4,
"death": 24
},
{
"id": 11,
"type": "green wooden mushroom pounding toy",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 4,
"x": 998,
"y": 736
},
{
"t": 5,
"x": 990,
"y": 732
},
{
"t": 6,
"x": 982,
"y": 736
},
{
"t": 7,
"x": 974,
"y": 740
},
{
"t": 8,
"x": 966,
"y": 744
},
{
"t": 9,
"x": 955,
"y": 744
},
{
"t": 10,
"x": 943,
"y": 748
},
{
"t": 11,
"x": 927,
"y": 748
},
{
"t": 12,
"x": 916,
"y": 748
},
{
"t": 13,
"x": 904,
"y": 748
},
{
"t": 14,
"x": 892,
"y": 748
},
{
"t": 15,
"x": 880,
"y": 748
},
{
"t": 16,
"x": 869,
"y": 748
},
{
"t": 17,
"x": 857,
"y": 748
},
{
"t": 18,
"x": 740,
"y": 767
},
{
"t": 19,
"x": 732,
"y": 763
},
{
"t": 21,
"x": 720,
"y": 763
},
{
"t": 22,
"x": 712,
"y": 759
},
{
"t": 23,
"x": 705,
"y": 755
}
],
"birth": 4,
"death": 24
},
{
"id": 12,
"type": "yellow-green plastic plant bowl",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 5,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 5,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 5,
"x": 998,
"y": 681
},
{
"t": 6,
"x": 990,
"y": 685
},
{
"t": 7,
"x": 982,
"y": 689
},
{
"t": 8,
"x": 974,
"y": 693
},
{
"t": 9,
"x": 966,
"y": 697
},
{
"t": 10,
"x": 958,
"y": 701
},
{
"t": 11,
"x": 951,
"y": 705
},
{
"t": 12,
"x": 943,
"y": 708
},
{
"t": 13,
"x": 935,
"y": 712
},
{
"t": 14,
"x": 927,
"y": 716
},
{
"t": 15,
"x": 919,
"y": 720
},
{
"t": 16,
"x": 912,
"y": 724
},
{
"t": 17,
"x": 904,
"y": 728
},
{
"t": 18,
"x": 896,
"y": 732
},
{
"t": 19,
"x": 888,
"y": 736
},
{
"t": 20,
"x": 880,
"y": 740
},
{
"t": 21,
"x": 873,
"y": 744
},
{
"t": 22,
"x": 865,
"y": 748
},
{
"t": 23,
"x": 857,
"y": 751
}
],
"birth": 5,
"death": 24
},
{
"id": 13,
"type": "green metallic lime squeezer",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 6,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 6,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 6,
"x": 240,
"y": 595
},
{
"t": 7,
"x": 255,
"y": 603
},
{
"t": 8,
"x": 259,
"y": 595
},
{
"t": 11,
"x": 255,
"y": 603
},
{
"t": 13,
"x": 244,
"y": 595
},
{
"t": 14,
"x": 232,
"y": 587
},
{
"t": 15,
"x": 220,
"y": 580
},
{
"t": 16,
"x": 212,
"y": 583
},
{
"t": 17,
"x": 205,
"y": 580
},
{
"t": 18,
"x": 208,
"y": 548
},
{
"t": 19,
"x": 212,
"y": 568
},
{
"t": 20,
"x": 205,
"y": 544
},
{
"t": 21,
"x": 208,
"y": 560
},
{
"t": 22,
"x": 283,
"y": 611
},
{
"t": 23,
"x": 291,
"y": 619
}
],
"birth": 6,
"death": 24
},
{
"id": 14,
"type": "white and red cardboard Netgear router box",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 15,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 15,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 15,
"x": 998,
"y": 544
},
{
"t": 16,
"x": 998,
"y": 533
},
{
"t": 17,
"x": 998,
"y": 521
},
{
"t": 18,
"x": 998,
"y": 509
},
{
"t": 19,
"x": 998,
"y": 498
},
{
"t": 20,
"x": 998,
"y": 486
},
{
"t": 21,
"x": 998,
"y": 474
},
{
"t": 22,
"x": 998,
"y": 462
},
{
"t": 23,
"x": 998,
"y": 451
}
],
"birth": 15,
"death": 24
}
],
"interactions": [
{
"id": 22,
"inputs": [
9,
10
],
"outputs": [
9,
10
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 23,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
9,
10
],
"outputs": [
9,
10
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 20,
"inputs": [
9,
10
],
"outputs": [
9,
10
],
"begins_at": 4,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
9,
11
],
"outputs": [
9,
11
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 24,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 25,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 26,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 8,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 16,
"inputs": [
6,
9
],
"outputs": [
6,
9
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 6,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 7,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "brown fighter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 358,
"y": 405
},
{
"t": 3,
"x": 361,
"y": 406
},
{
"t": 7,
"x": 363,
"y": 407
},
{
"t": 9,
"x": 366,
"y": 408
},
{
"t": 13,
"x": 368,
"y": 409
},
{
"t": 16,
"x": 370,
"y": 410
},
{
"t": 19,
"x": 373,
"y": 411
},
{
"t": 22,
"x": 376,
"y": 413
},
{
"t": 24,
"x": 378,
"y": 414
},
{
"t": 26,
"x": 380,
"y": 415
},
{
"t": 28,
"x": 383,
"y": 416
},
{
"t": 30,
"x": 384,
"y": 417
},
{
"t": 32,
"x": 387,
"y": 418
},
{
"t": 34,
"x": 389,
"y": 418
},
{
"t": 36,
"x": 391,
"y": 419
},
{
"t": 38,
"x": 394,
"y": 421
},
{
"t": 40,
"x": 397,
"y": 421
},
{
"t": 42,
"x": 399,
"y": 423
},
{
"t": 44,
"x": 401,
"y": 424
},
{
"t": 45,
"x": 411,
"y": 429
},
{
"t": 46,
"x": 413,
"y": 430
},
{
"t": 48,
"x": 416,
"y": 431
},
{
"t": 49,
"x": 417,
"y": 432
},
{
"t": 51,
"x": 419,
"y": 433
},
{
"t": 52,
"x": 422,
"y": 434
},
{
"t": 53,
"x": 423,
"y": 435
},
{
"t": 54,
"x": 427,
"y": 436
},
{
"t": 55,
"x": 430,
"y": 438
},
{
"t": 56,
"x": 432,
"y": 439
},
{
"t": 58,
"x": 434,
"y": 440
},
{
"t": 59,
"x": 436,
"y": 441
},
{
"t": 60,
"x": 438,
"y": 442
},
{
"t": 62,
"x": 441,
"y": 443
},
{
"t": 63,
"x": 443,
"y": 444
},
{
"t": 64,
"x": 444,
"y": 445
},
{
"t": 65,
"x": 447,
"y": 446
},
{
"t": 66,
"x": 451,
"y": 447
},
{
"t": 67,
"x": 453,
"y": 448
},
{
"t": 69,
"x": 457,
"y": 450
},
{
"t": 70,
"x": 459,
"y": 451
},
{
"t": 71,
"x": 462,
"y": 452
},
{
"t": 72,
"x": 464,
"y": 453
},
{
"t": 73,
"x": 466,
"y": 454
},
{
"t": 74,
"x": 468,
"y": 455
},
{
"t": 75,
"x": 470,
"y": 456
},
{
"t": 76,
"x": 473,
"y": 457
},
{
"t": 77,
"x": 474,
"y": 458
},
{
"t": 78,
"x": 480,
"y": 460
},
{
"t": 79,
"x": 483,
"y": 461
},
{
"t": 80,
"x": 484,
"y": 463
},
{
"t": 81,
"x": 487,
"y": 464
},
{
"t": 82,
"x": 489,
"y": 465
},
{
"t": 83,
"x": 494,
"y": 467
},
{
"t": 84,
"x": 497,
"y": 468
},
{
"t": 85,
"x": 499,
"y": 469
},
{
"t": 86,
"x": 505,
"y": 471
},
{
"t": 87,
"x": 507,
"y": 472
},
{
"t": 88,
"x": 511,
"y": 474
},
{
"t": 89,
"x": 513,
"y": 475
},
{
"t": 90,
"x": 516,
"y": 476
},
{
"t": 91,
"x": 518,
"y": 477
},
{
"t": 92,
"x": 522,
"y": 479
},
{
"t": 93,
"x": 528,
"y": 481
},
{
"t": 94,
"x": 530,
"y": 482
},
{
"t": 95,
"x": 533,
"y": 483
},
{
"t": 96,
"x": 537,
"y": 485
},
{
"t": 97,
"x": 544,
"y": 489
},
{
"t": 98,
"x": 547,
"y": 490
},
{
"t": 99,
"x": 549,
"y": 491
},
{
"t": 100,
"x": 553,
"y": 493
},
{
"t": 101,
"x": 561,
"y": 496
},
{
"t": 102,
"x": 563,
"y": 497
},
{
"t": 103,
"x": 566,
"y": 498
},
{
"t": 104,
"x": 570,
"y": 500
},
{
"t": 105,
"x": 573,
"y": 501
},
{
"t": 106,
"x": 580,
"y": 504
},
{
"t": 107,
"x": 584,
"y": 506
},
{
"t": 108,
"x": 587,
"y": 507
},
{
"t": 109,
"x": 595,
"y": 510
},
{
"t": 110,
"x": 598,
"y": 511
},
{
"t": 111,
"x": 601,
"y": 514
},
{
"t": 112,
"x": 609,
"y": 517
},
{
"t": 113,
"x": 612,
"y": 518
},
{
"t": 114,
"x": 620,
"y": 521
},
{
"t": 115,
"x": 624,
"y": 523
},
{
"t": 116,
"x": 629,
"y": 525
},
{
"t": 117,
"x": 637,
"y": 528
},
{
"t": 118,
"x": 641,
"y": 530
},
{
"t": 119,
"x": 649,
"y": 533
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "green scooter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 432,
"y": 613
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "green mountain",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 544,
"y": 802
},
{
"t": 1,
"x": 538,
"y": 798
},
{
"t": 2,
"x": 532,
"y": 793
},
{
"t": 3,
"x": 523,
"y": 789
},
{
"t": 4,
"x": 518,
"y": 783
},
{
"t": 5,
"x": 512,
"y": 779
},
{
"t": 6,
"x": 505,
"y": 774
},
{
"t": 7,
"x": 499,
"y": 771
},
{
"t": 8,
"x": 494,
"y": 766
},
{
"t": 9,
"x": 488,
"y": 759
},
{
"t": 10,
"x": 481,
"y": 757
},
{
"t": 11,
"x": 476,
"y": 755
},
{
"t": 12,
"x": 471,
"y": 750
},
{
"t": 13,
"x": 465,
"y": 744
},
{
"t": 14,
"x": 459,
"y": 742
},
{
"t": 15,
"x": 453,
"y": 736
},
{
"t": 16,
"x": 448,
"y": 733
},
{
"t": 17,
"x": 442,
"y": 718
},
{
"t": 18,
"x": 437,
"y": 726
},
{
"t": 19,
"x": 432,
"y": 711
},
{
"t": 20,
"x": 426,
"y": 706
},
{
"t": 21,
"x": 422,
"y": 706
},
{
"t": 22,
"x": 416,
"y": 701
},
{
"t": 23,
"x": 411,
"y": 696
},
{
"t": 24,
"x": 406,
"y": 700
},
{
"t": 25,
"x": 401,
"y": 690
},
{
"t": 26,
"x": 397,
"y": 686
},
{
"t": 27,
"x": 393,
"y": 686
},
{
"t": 28,
"x": 387,
"y": 689
},
{
"t": 29,
"x": 364,
"y": 654
},
{
"t": 30,
"x": 379,
"y": 676
},
{
"t": 31,
"x": 355,
"y": 648
},
{
"t": 32,
"x": 369,
"y": 666
},
{
"t": 33,
"x": 365,
"y": 664
},
{
"t": 34,
"x": 361,
"y": 668
},
{
"t": 35,
"x": 338,
"y": 638
},
{
"t": 36,
"x": 352,
"y": 664
},
{
"t": 37,
"x": 348,
"y": 652
},
{
"t": 38,
"x": 344,
"y": 649
},
{
"t": 39,
"x": 339,
"y": 654
},
{
"t": 40,
"x": 336,
"y": 650
},
{
"t": 41,
"x": 332,
"y": 649
},
{
"t": 42,
"x": 328,
"y": 638
},
{
"t": 43,
"x": 325,
"y": 632
},
{
"t": 44,
"x": 319,
"y": 640
},
{
"t": 45,
"x": 317,
"y": 638
},
{
"t": 46,
"x": 313,
"y": 625
},
{
"t": 47,
"x": 310,
"y": 622
},
{
"t": 48,
"x": 305,
"y": 629
},
{
"t": 49,
"x": 302,
"y": 628
},
{
"t": 50,
"x": 298,
"y": 626
},
{
"t": 51,
"x": 295,
"y": 613
},
{
"t": 52,
"x": 292,
"y": 609
},
{
"t": 53,
"x": 288,
"y": 607
},
{
"t": 54,
"x": 270,
"y": 591
},
{
"t": 55,
"x": 281,
"y": 602
},
{
"t": 56,
"x": 278,
"y": 609
},
{
"t": 57,
"x": 275,
"y": 597
},
{
"t": 58,
"x": 272,
"y": 604
},
{
"t": 59,
"x": 269,
"y": 602
},
{
"t": 60,
"x": 266,
"y": 591
},
{
"t": 61,
"x": 262,
"y": 598
},
{
"t": 62,
"x": 260,
"y": 586
},
{
"t": 63,
"x": 257,
"y": 584
},
{
"t": 64,
"x": 254,
"y": 582
},
{
"t": 65,
"x": 244,
"y": 576
},
{
"t": 66,
"x": 248,
"y": 579
},
{
"t": 67,
"x": 245,
"y": 577
},
{
"t": 68,
"x": 242,
"y": 575
},
{
"t": 69,
"x": 240,
"y": 573
},
{
"t": 70,
"x": 237,
"y": 579
},
{
"t": 71,
"x": 233,
"y": 579
},
{
"t": 72,
"x": 232,
"y": 568
},
{
"t": 73,
"x": 223,
"y": 560
},
{
"t": 74,
"x": 226,
"y": 572
},
{
"t": 75,
"x": 219,
"y": 558
},
{
"t": 76,
"x": 222,
"y": 569
},
{
"t": 77,
"x": 220,
"y": 566
},
{
"t": 78,
"x": 218,
"y": 557
},
{
"t": 79,
"x": 216,
"y": 555
},
{
"t": 80,
"x": 213,
"y": 554
},
{
"t": 81,
"x": 205,
"y": 548
},
{
"t": 82,
"x": 208,
"y": 550
},
{
"t": 83,
"x": 205,
"y": 558
},
{
"t": 84,
"x": 205,
"y": 548
},
{
"t": 85,
"x": 201,
"y": 546
},
{
"t": 86,
"x": 201,
"y": 551
},
{
"t": 87,
"x": 198,
"y": 552
},
{
"t": 88,
"x": 195,
"y": 550
},
{
"t": 90,
"x": 187,
"y": 538
},
{
"t": 91,
"x": 190,
"y": 539
},
{
"t": 92,
"x": 189,
"y": 536
},
{
"t": 93,
"x": 183,
"y": 535
},
{
"t": 94,
"x": 184,
"y": 536
},
{
"t": 95,
"x": 181,
"y": 541
},
{
"t": 96,
"x": 180,
"y": 531
},
{
"t": 97,
"x": 175,
"y": 531
},
{
"t": 98,
"x": 178,
"y": 538
},
{
"t": 99,
"x": 175,
"y": 535
},
{
"t": 100,
"x": 173,
"y": 526
},
{
"t": 101,
"x": 169,
"y": 525
},
{
"t": 102,
"x": 170,
"y": 526
},
{
"t": 103,
"x": 169,
"y": 530
},
{
"t": 105,
"x": 166,
"y": 528
},
{
"t": 106,
"x": 164,
"y": 527
},
{
"t": 107,
"x": 162,
"y": 526
},
{
"t": 108,
"x": 161,
"y": 525
},
{
"t": 109,
"x": 159,
"y": 524
},
{
"t": 110,
"x": 158,
"y": 523
},
{
"t": 111,
"x": 156,
"y": 515
},
{
"t": 112,
"x": 155,
"y": 514
},
{
"t": 113,
"x": 153,
"y": 511
},
{
"t": 114,
"x": 151,
"y": 510
},
{
"t": 115,
"x": 151,
"y": 518
},
{
"t": 116,
"x": 149,
"y": 509
},
{
"t": 117,
"x": 148,
"y": 492
},
{
"t": 118,
"x": 148,
"y": 506
},
{
"t": 119,
"x": 151,
"y": 519
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "red wagon",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 6,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 6,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 6,
"x": 511,
"y": 999
},
{
"t": 7,
"x": 515,
"y": 996
},
{
"t": 8,
"x": 506,
"y": 993
},
{
"t": 9,
"x": 515,
"y": 990
},
{
"t": 10,
"x": 502,
"y": 988
},
{
"t": 11,
"x": 516,
"y": 984
},
{
"t": 12,
"x": 510,
"y": 981
},
{
"t": 13,
"x": 520,
"y": 978
},
{
"t": 14,
"x": 518,
"y": 976
},
{
"t": 15,
"x": 507,
"y": 973
},
{
"t": 16,
"x": 523,
"y": 970
},
{
"t": 17,
"x": 522,
"y": 968
},
{
"t": 18,
"x": 522,
"y": 965
},
{
"t": 19,
"x": 515,
"y": 963
},
{
"t": 20,
"x": 512,
"y": 959
},
{
"t": 22,
"x": 513,
"y": 954
},
{
"t": 23,
"x": 515,
"y": 952
},
{
"t": 24,
"x": 516,
"y": 949
},
{
"t": 25,
"x": 519,
"y": 947
},
{
"t": 26,
"x": 530,
"y": 944
},
{
"t": 27,
"x": 532,
"y": 942
},
{
"t": 28,
"x": 534,
"y": 939
},
{
"t": 29,
"x": 524,
"y": 936
},
{
"t": 30,
"x": 527,
"y": 934
},
{
"t": 31,
"x": 537,
"y": 931
},
{
"t": 32,
"x": 531,
"y": 929
},
{
"t": 33,
"x": 538,
"y": 927
},
{
"t": 34,
"x": 536,
"y": 925
},
{
"t": 35,
"x": 541,
"y": 922
},
{
"t": 36,
"x": 540,
"y": 919
},
{
"t": 37,
"x": 539,
"y": 921
},
{
"t": 42,
"x": 540,
"y": 915
},
{
"t": 43,
"x": 541,
"y": 908
},
{
"t": 45,
"x": 542,
"y": 898
},
{
"t": 46,
"x": 544,
"y": 889
},
{
"t": 48,
"x": 545,
"y": 878
},
{
"t": 50,
"x": 547,
"y": 868
},
{
"t": 51,
"x": 548,
"y": 858
},
{
"t": 53,
"x": 551,
"y": 845
},
{
"t": 54,
"x": 550,
"y": 847
},
{
"t": 55,
"x": 552,
"y": 834
},
{
"t": 58,
"x": 555,
"y": 822
},
{
"t": 64,
"x": 553,
"y": 826
},
{
"t": 66,
"x": 552,
"y": 828
},
{
"t": 69,
"x": 554,
"y": 819
},
{
"t": 72,
"x": 551,
"y": 828
},
{
"t": 73,
"x": 553,
"y": 820
},
{
"t": 78,
"x": 552,
"y": 822
}
],
"birth": 6,
"death": 120
},
{
"id": 4,
"type": "yellow scooter",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 7,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 7,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 735
},
{
"t": 8,
"x": 994,
"y": 732
},
{
"t": 9,
"x": 991,
"y": 720
},
{
"t": 10,
"x": 987,
"y": 716
},
{
"t": 11,
"x": 982,
"y": 709
},
{
"t": 12,
"x": 973,
"y": 710
},
{
"t": 13,
"x": 964,
"y": 711
},
{
"t": 14,
"x": 955,
"y": 711
},
{
"t": 15,
"x": 945,
"y": 713
},
{
"t": 16,
"x": 983,
"y": 727
},
{
"t": 17,
"x": 980,
"y": 725
},
{
"t": 18,
"x": 973,
"y": 727
},
{
"t": 19,
"x": 965,
"y": 726
},
{
"t": 20,
"x": 955,
"y": 728
},
{
"t": 21,
"x": 945,
"y": 729
},
{
"t": 22,
"x": 936,
"y": 729
},
{
"t": 23,
"x": 926,
"y": 731
},
{
"t": 24,
"x": 918,
"y": 732
},
{
"t": 25,
"x": 911,
"y": 731
},
{
"t": 26,
"x": 899,
"y": 733
},
{
"t": 27,
"x": 891,
"y": 734
},
{
"t": 28,
"x": 881,
"y": 735
},
{
"t": 29,
"x": 873,
"y": 734
},
{
"t": 30,
"x": 863,
"y": 735
},
{
"t": 31,
"x": 854,
"y": 738
},
{
"t": 32,
"x": 846,
"y": 738
},
{
"t": 33,
"x": 836,
"y": 738
},
{
"t": 34,
"x": 826,
"y": 740
},
{
"t": 35,
"x": 819,
"y": 740
},
{
"t": 36,
"x": 808,
"y": 741
},
{
"t": 37,
"x": 798,
"y": 741
},
{
"t": 38,
"x": 791,
"y": 743
},
{
"t": 39,
"x": 780,
"y": 743
},
{
"t": 40,
"x": 773,
"y": 744
},
{
"t": 41,
"x": 761,
"y": 744
},
{
"t": 42,
"x": 753,
"y": 746
},
{
"t": 43,
"x": 745,
"y": 746
},
{
"t": 44,
"x": 735,
"y": 747
},
{
"t": 45,
"x": 725,
"y": 748
},
{
"t": 46,
"x": 716,
"y": 749
},
{
"t": 47,
"x": 708,
"y": 749
},
{
"t": 48,
"x": 696,
"y": 751
},
{
"t": 49,
"x": 687,
"y": 751
},
{
"t": 50,
"x": 680,
"y": 751
},
{
"t": 51,
"x": 669,
"y": 752
},
{
"t": 52,
"x": 659,
"y": 753
},
{
"t": 53,
"x": 651,
"y": 753
},
{
"t": 54,
"x": 641,
"y": 754
},
{
"t": 55,
"x": 633,
"y": 754
},
{
"t": 56,
"x": 623,
"y": 755
},
{
"t": 57,
"x": 619,
"y": 752
},
{
"t": 58,
"x": 612,
"y": 747
},
{
"t": 59,
"x": 605,
"y": 742
},
{
"t": 60,
"x": 594,
"y": 740
},
{
"t": 61,
"x": 514,
"y": 720
},
{
"t": 62,
"x": 558,
"y": 732
},
{
"t": 63,
"x": 551,
"y": 731
},
{
"t": 64,
"x": 542,
"y": 730
},
{
"t": 65,
"x": 533,
"y": 729
},
{
"t": 66,
"x": 526,
"y": 732
},
{
"t": 67,
"x": 517,
"y": 731
},
{
"t": 68,
"x": 506,
"y": 729
},
{
"t": 69,
"x": 491,
"y": 725
},
{
"t": 70,
"x": 483,
"y": 724
},
{
"t": 71,
"x": 475,
"y": 723
},
{
"t": 72,
"x": 466,
"y": 722
},
{
"t": 73,
"x": 458,
"y": 720
},
{
"t": 74,
"x": 453,
"y": 736
},
{
"t": 75,
"x": 444,
"y": 735
},
{
"t": 76,
"x": 434,
"y": 738
},
{
"t": 77,
"x": 427,
"y": 740
},
{
"t": 78,
"x": 413,
"y": 732
},
{
"t": 79,
"x": 404,
"y": 730
},
{
"t": 80,
"x": 394,
"y": 731
},
{
"t": 81,
"x": 387,
"y": 732
},
{
"t": 82,
"x": 382,
"y": 730
},
{
"t": 83,
"x": 373,
"y": 728
},
{
"t": 84,
"x": 365,
"y": 725
},
{
"t": 85,
"x": 355,
"y": 722
},
{
"t": 86,
"x": 351,
"y": 720
},
{
"t": 87,
"x": 348,
"y": 717
},
{
"t": 88,
"x": 343,
"y": 715
},
{
"t": 89,
"x": 335,
"y": 713
},
{
"t": 90,
"x": 319,
"y": 711
},
{
"t": 91,
"x": 312,
"y": 708
},
{
"t": 92,
"x": 308,
"y": 706
},
{
"t": 93,
"x": 301,
"y": 702
},
{
"t": 94,
"x": 296,
"y": 699
},
{
"t": 95,
"x": 276,
"y": 694
},
{
"t": 96,
"x": 269,
"y": 691
},
{
"t": 97,
"x": 266,
"y": 688
},
{
"t": 98,
"x": 260,
"y": 684
},
{
"t": 100,
"x": 252,
"y": 680
},
{
"t": 101,
"x": 247,
"y": 678
},
{
"t": 102,
"x": 241,
"y": 676
},
{
"t": 103,
"x": 244,
"y": 676
},
{
"t": 104,
"x": 232,
"y": 674
},
{
"t": 105,
"x": 229,
"y": 673
},
{
"t": 106,
"x": 226,
"y": 672
},
{
"t": 107,
"x": 224,
"y": 671
},
{
"t": 108,
"x": 222,
"y": 671
},
{
"t": 109,
"x": 217,
"y": 669
},
{
"t": 110,
"x": 216,
"y": 666
},
{
"t": 111,
"x": 223,
"y": 668
},
{
"t": 112,
"x": 222,
"y": 667
},
{
"t": 113,
"x": 214,
"y": 663
},
{
"t": 115,
"x": 208,
"y": 659
},
{
"t": 117,
"x": 203,
"y": 658
},
{
"t": 119,
"x": 201,
"y": 655
}
],
"birth": 7,
"death": 120
}
],
"interactions": [
{
"id": 6,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 59,
"type": "contact"
},
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 5,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 119,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 56,
"ends_at": 56,
"type": "collision"
},
{
"id": 3,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 59,
"ends_at": 60,
"type": "collision"
},
{
"id": 4,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 62,
"ends_at": 62,
"type": "collision"
},
{
"id": 7,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 72,
"ends_at": 72,
"type": "collision"
},
{
"id": 8,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 76,
"ends_at": 76,
"type": "collision"
},
{
"id": 9,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 77,
"ends_at": 79,
"type": "contact"
},
{
"id": 10,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 82,
"ends_at": 82,
"type": "collision"
},
{
"id": 11,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 84,
"ends_at": 84,
"type": "collision"
},
{
"id": 12,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 85,
"ends_at": 87,
"type": "contact"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 89,
"ends_at": 89,
"type": "collision"
},
{
"id": 14,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 90,
"ends_at": 92,
"type": "contact"
},
{
"id": 15,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 94,
"ends_at": 94,
"type": "collision"
},
{
"id": 16,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 97,
"ends_at": 97,
"type": "collision"
},
{
"id": 17,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 98,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.35447638157245265,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 233.03120694130456,
"avg_image_position_segmentation_acc": 0.36070175438596486,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.26666666666666666,
"avg_image_position_segmentation_acc_large": 0.7368421052631579,
"avg_image_position_segmentation_acc_first_frame": 0.3333333333333333,
"avg_image_position_segmentation_visible_acc": 0.36070175438596486,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.985,
"visibility_true_acc": 1.0,
"visibility_false_acc": 0.3333333333333333,
"is_in_frame_acc": 0.985,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.3333333333333333,
"vis_acc_from_px": 0.985,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 0.3333333333333333,
"num_matches": 5,
"num_unmatched_pred": 10,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 5,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 5,
"avg_image_position_segmentation_acc": 5,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 4,
"avg_image_position_segmentation_acc_large": 1,
"avg_image_position_segmentation_acc_first_frame": 3,
"avg_image_position_segmentation_visible_acc": 5,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 5,
"visibility_true_acc": 5,
"visibility_false_acc": 2,
"is_in_frame_acc": 5,
"is_in_frame_true_acc": 5,
"is_in_frame_false_acc": 2,
"vis_acc_from_px": 5,
"vis_acc_from_px_true_acc": 5,
"vis_acc_from_px_false_acc": 2
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 3,
"target_id": 0,
"pred_id": 3,
"cost": 1.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 6,
"target_id": 1,
"pred_id": 6,
"cost": 0.5,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 9,
"target_id": 2,
"pred_id": 9,
"cost": 1.4333333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.9333333333333333,
"weighted_cost": 0.9333333333333333,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 10,
"target_id": 3,
"pred_id": 10,
"cost": 0.763157894736842,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.2631578947368421,
"weighted_cost": 0.2631578947368421,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 0,
"target_id": 4,
"pred_id": 0,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
1,
2,
4,
5,
7,
8,
11,
12,
13,
14
],
"target_type_counts": {
"brown fighter": 1,
"green scooter": 1,
"green mountain": 1,
"red wagon": 1,
"yellow scooter": 1
},
"pred_type_counts": {
"yellow plastic toy school bus": 3,
"yellow plastic Game Boy cartridge": 1,
"green metallic lime squeezer": 3,
"green wooden mushroom pounding toy": 2,
"green and orange plastic magnifying glass": 1,
"green wooden toy train": 2,
"orange plastic toy car with gas pump": 1,
"yellow-green plastic plant bowl": 1,
"white and red cardboard Netgear router box": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 4,
"false_positives": 1,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 3,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 5,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 0.8,
"1.0": 0.4,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 12,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.3333333333333333,
"0.75": 0.3333333333333333,
"1.0": 0.2
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.6
},
"visibility_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.3
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
}
},
"dynamic": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 2,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.0
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 10,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 10,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 10,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.09090909090909091,
"0.5": 0.09090909090909091,
"0.75": 0.09090909090909091,
"1.0": 0.09090909090909091
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 0.16666666666666669,
"0.5": 0.16666666666666669,
"0.75": 0.16666666666666669,
"1.0": 0.16666666666666669
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 13,
"false_negatives": 3
},
"0.5": {
"true_positives": 2,
"false_positives": 13,
"false_negatives": 3
},
"0.75": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 4
},
"1.0": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.13333333333333333,
"0.5": 0.13333333333333333,
"0.75": 0.06666666666666667,
"1.0": 0.06666666666666667
},
"segmentation_recall_by_threshold": {
"0.25": 0.4,
"0.5": 0.4,
"0.75": 0.2,
"1.0": 0.2
},
"segmentation_f1_by_threshold": {
"0.25": 0.2,
"0.5": 0.2,
"0.75": 0.1,
"1.0": 0.1
},
"segmentation_frame_average_precision": 0.09999999999999999,
"segmentation_frame_average_recall": 0.3,
"segmentation_frame_average_f1": 0.15,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 14,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.06666666666666667,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.125,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"1.0": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.5,
"1.0": 0.5
},
"segmentation_frame_average_precision": 0.5,
"segmentation_frame_average_recall": 0.5,
"segmentation_frame_average_f1": 0.5,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.5,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.6666666666666666
},
"dynamic": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.5": {
"true_positives": 1,
"false_positives": 1,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
},
"1.0": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 2
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.5,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.25,
"segmentation_frame_average_recall": 0.25,
"segmentation_frame_average_f1": 0.25,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 2,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0,
"segmentation_first_frame_recall": 0.0,
"segmentation_first_frame_f1": 0.0
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 3,
"cost": 1.5,
"type_similarity": 0.25862984706665537,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 183.68624096381276,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 6,
"cost": 0.5,
"type_similarity": 0.3939630590930085,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 17.503848207658464,
"image_position_segmentation_acc": 1.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 1.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 1.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 9,
"cost": 1.4333333333333333,
"type_similarity": 0.3759711682134833,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 191.9050053930256,
"image_position_segmentation_acc": 0.06666666666666667,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.06666666666666667,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.06666666666666667,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 3,
"pred_id": 10,
"cost": 0.763157894736842,
"type_similarity": 0.3217435726656707,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 39.14670200409973,
"image_position_segmentation_acc": 0.7368421052631579,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": null,
"image_position_segmentation_acc_large": 0.7368421052631579,
"image_position_segmentation_acc_first_frame": null,
"image_position_segmentation_visible_acc": 0.7368421052631579,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9833333333333333,
"visibility_true_acc": 1.0,
"visibility_false_acc": 0.6666666666666666,
"is_in_frame_acc": 0.9833333333333333,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.6666666666666666,
"vis_acc_from_px": 0.9833333333333333,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 0.6666666666666666
},
{
"target_id": 4,
"pred_id": 0,
"cost": 1.0,
"type_similarity": 0.42207426082344557,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 732.9142381379262,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": null,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9416666666666667,
"visibility_true_acc": 1.0,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.9416666666666667,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.9416666666666667,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 0.0
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.6131566656184559,
"avg_interaction_input_object_jaccard": 0.4074074074074073,
"avg_interaction_output_object_jaccard": 0.4074074074074073,
"avg_interaction_type_exact_match_acc": 0.8888888888888888,
"num_interaction_matches": 18,
"num_unmatched_pred_interactions": 9,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 26,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.037037037037037035,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.07142857142857142,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 13,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5185185185185185,
"0.5": 0.14814814814814814,
"0.75": 0.14814814814814814,
"1.0": 0.14814814814814814
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6829268292682926,
"0.5": 0.25806451612903225,
"0.75": 0.25806451612903225,
"1.0": 0.25806451612903225
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 13,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 23,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5185185185185185,
"0.5": 0.14814814814814814,
"0.75": 0.14814814814814814,
"1.0": 0.14814814814814814
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6829268292682926,
"0.5": 0.25806451612903225,
"0.75": 0.25806451612903225,
"1.0": 0.25806451612903225
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 18,
"avg_interaction_input_object_jaccard": 18,
"avg_interaction_output_object_jaccard": 18,
"avg_interaction_type_exact_match_acc": 18
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 15,
"target_id": 0,
"pred_id": 15,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 26,
"target_id": 1,
"pred_id": 26,
"cost": 0.43333333333333335,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.43333333333333335,
"weighted_cost": 0.43333333333333335,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 20,
"target_id": 2,
"pred_id": 20,
"cost": 1.8018867924528301,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8018867924528301,
"weighted_cost": 0.8018867924528301,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 22,
"target_id": 3,
"pred_id": 22,
"cost": 1.9508196721311475,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9508196721311475,
"weighted_cost": 0.9508196721311475,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 19,
"target_id": 4,
"pred_id": 19,
"cost": 0.9833333333333334,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9833333333333334,
"weighted_cost": 0.9833333333333334,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 2,
"target_id": 5,
"pred_id": 2,
"cost": 0.4,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.4,
"weighted_cost": 0.4,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 0,
"target_id": 6,
"pred_id": 0,
"cost": 0.30000000000000004,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.30000000000000004,
"weighted_cost": 0.30000000000000004,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 6,
"target_id": 7,
"pred_id": 6,
"cost": 1.4836065573770492,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9836065573770492,
"weighted_cost": 0.9836065573770492,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 16,
"target_id": 8,
"pred_id": 16,
"cost": 1.9848484848484849,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9848484848484849,
"weighted_cost": 0.9848484848484849,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 1,
"target_id": 9,
"pred_id": 1,
"cost": 1.33125,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.83125,
"weighted_cost": 0.83125,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 5,
"target_id": 10,
"pred_id": 5,
"cost": 1.4863013698630136,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9863013698630136,
"weighted_cost": 0.9863013698630136,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 10,
"target_id": 11,
"pred_id": 10,
"cost": 1.9871794871794872,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9871794871794872,
"weighted_cost": 0.9871794871794872,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 3,
"target_id": 12,
"pred_id": 3,
"cost": 1.3465909090909092,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8465909090909092,
"weighted_cost": 0.8465909090909092,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 25,
"target_id": 13,
"pred_id": 25,
"cost": 1.9879518072289157,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9879518072289157,
"weighted_cost": 0.9879518072289157,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 14,
"pred_index": 4,
"target_id": 14,
"pred_id": 4,
"cost": 1.3548387096774195,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8548387096774194,
"weighted_cost": 0.8548387096774194,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 15,
"pred_index": 9,
"target_id": 15,
"pred_id": 9,
"cost": 1.988888888888889,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9888888888888889,
"weighted_cost": 0.9888888888888889,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 16,
"pred_index": 21,
"target_id": 16,
"pred_id": 21,
"cost": 1.989247311827957,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.989247311827957,
"weighted_cost": 0.989247311827957,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 17,
"pred_index": 8,
"target_id": 17,
"pred_id": 8,
"cost": 1.3083333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8083333333333333,
"weighted_cost": 0.8083333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
7,
11,
12,
13,
14,
17,
18,
23,
24
],
"target_type_counts": {
"contact": 8,
"collision": 10
},
"pred_type_counts": {
"contact": 18,
"collision": 9
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 15,
"target_id": 0,
"pred_id": 15,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 1,
"pred_index": 26,
"target_id": 1,
"pred_id": 26,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.43333333333333335,
"temporal_span_iou": 0.13333333333333333,
"temporal_span_giou": 0.13333333333333333,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 2,
"pred_index": 20,
"target_id": 2,
"pred_id": 20,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.8018867924528301,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6037735849056604,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 22,
"target_id": 3,
"pred_id": 22,
"target_type": "collision",
"pred_type": "contact",
"cost": 1.9508196721311475,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9016393442622951,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 0.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 19,
"target_id": 4,
"pred_id": 19,
"target_type": "collision",
"pred_type": "collision",
"cost": 0.9833333333333334,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9666666666666667,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 2,
"target_id": 5,
"pred_id": 2,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.4,
"temporal_span_iou": 0.2,
"temporal_span_giou": 0.2,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 6,
"pred_index": 0,
"target_id": 6,
"pred_id": 0,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.30000000000000004,
"temporal_span_iou": 0.4,
"temporal_span_giou": 0.4,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 7,
"pred_index": 6,
"target_id": 7,
"pred_id": 6,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4836065573770492,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9672131147540983,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 16,
"target_id": 8,
"pred_id": 16,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9848484848484849,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9696969696969697,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 1,
"target_id": 9,
"pred_id": 1,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.33125,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6625,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 5,
"target_id": 10,
"pred_id": 5,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4863013698630136,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9726027397260274,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 11,
"pred_index": 10,
"target_id": 11,
"pred_id": 10,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9871794871794872,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9743589743589743,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 12,
"pred_index": 3,
"target_id": 12,
"pred_id": 3,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3465909090909092,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6931818181818182,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 25,
"target_id": 13,
"pred_id": 25,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9879518072289157,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9759036144578314,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 14,
"pred_index": 4,
"target_id": 14,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3548387096774195,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7096774193548387,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 15,
"pred_index": 9,
"target_id": 15,
"pred_id": 9,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.988888888888889,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9777777777777777,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 16,
"pred_index": 21,
"target_id": 16,
"pred_id": 21,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.989247311827957,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.978494623655914,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 17,
"pred_index": 8,
"target_id": 17,
"pred_id": 8,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.3083333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.6166666666666667,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.5709826923531722,
"avg_interaction_input_object_jaccard": 0.4222222222222221,
"avg_interaction_output_object_jaccard": 0.4222222222222221,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 15,
"num_unmatched_pred_interactions": 9,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 23,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 24,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 24,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 24,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.041666666666666664,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.07999999999999999,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.4583333333333333,
"0.5": 0.16666666666666666,
"0.75": 0.16666666666666666,
"1.0": 0.16666666666666666
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6285714285714286,
"0.5": 0.2857142857142857,
"0.75": 0.2857142857142857,
"1.0": 0.2857142857142857
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.4583333333333333,
"0.5": 0.16666666666666666,
"0.75": 0.16666666666666666,
"1.0": 0.16666666666666666
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6285714285714286,
"0.5": 0.2857142857142857,
"0.75": 0.2857142857142857,
"1.0": 0.2857142857142857
}
},
"object_object": {
"avg_interaction_temporal_span_giou": -0.824026531944874,
"avg_interaction_input_object_jaccard": 0.3333333333333333,
"avg_interaction_output_object_jaccard": 0.3333333333333333,
"avg_interaction_type_exact_match_acc": 0.3333333333333333,
"num_interaction_matches": 3,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 15,
"avg_interaction_input_object_jaccard": 15,
"avg_interaction_output_object_jaccard": 15,
"avg_interaction_type_exact_match_acc": 15
},
"object_object": {
"avg_interaction_temporal_span_giou": 3,
"avg_interaction_input_object_jaccard": 3,
"avg_interaction_output_object_jaccard": 3,
"avg_interaction_type_exact_match_acc": 3
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.9288127410262215,
"avg_interaction_input_object_jaccard": 0.19999999999999998,
"avg_interaction_output_object_jaccard": 0.19999999999999998,
"avg_interaction_type_exact_match_acc": 0.8,
"num_interaction_matches": 10,
"num_unmatched_pred_interactions": 1,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 6,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5454545454545454,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7058823529411764,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 6,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5454545454545454,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7058823529411764,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.21858657135874876,
"avg_interaction_input_object_jaccard": 0.6666666666666665,
"avg_interaction_output_object_jaccard": 0.6666666666666665,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 8,
"num_unmatched_pred_interactions": 8,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0625,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.11764705882352941,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 8,
"false_positives": 8,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.4,
"0.75": 0.4,
"1.0": 0.4
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 8,
"false_positives": 8,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
},
"1.0": {
"true_positives": 4,
"false_positives": 12,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.25,
"0.75": 0.25,
"1.0": 0.25
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.4,
"0.75": 0.4,
"1.0": 0.4
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 10,
"avg_interaction_input_object_jaccard": 10,
"avg_interaction_output_object_jaccard": 10,
"avg_interaction_type_exact_match_acc": 10
},
"contact": {
"avg_interaction_temporal_span_giou": 8,
"avg_interaction_input_object_jaccard": 8,
"avg_interaction_output_object_jaccard": 8,
"avg_interaction_type_exact_match_acc": 8
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}