STRIVE · 08/28/2026
Dyn generalization · val_120 · super_clevr_1099
Everything fed into evaluation and the full per-sample output it produced.
Dataset row: exact video + user prompt + assistant target
{
"messages": [
{
"role": "user",
"content": "<video>\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`."
},
{
"role": "assistant",
"content": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 10 214 1 15 213 2 18 214 5 18 217 6 18 220 7 23 230 8 23 234 9 29 240 10 23 245 11 31 253 12 47 259 13 62 267 14 77 273 15 92 280 16 109 289 17 123 296 18 168 303 19 23 285 20 34 292 21 51 303 22 67 313 23 84 325 24 99 334 25 116 347 26 130 357 27 147 372 28 162 383 29 176 394 30 191 408 31 205 419 32 219 433 33 233 446 34 368 469 35 378 480 36 273 484 37 400 503 38 408 516 39 311 524 40 427 540 41 335 551 42 444 564 43 454 576 44 464 589 45 472 602 46 482 614 47 491 618 48 505 614 49 518 607 50 425 599 51 486 604 52 502 598 53 507 593 54 510 588 55 517 582 56 525 578 57 532 572 58 566 561 59 569 558 60 575 555 61 580 551 62 586 548 63 591 546 64 597 543 65 602 541 66 608 538 67 613 534 69 617 530 70 623 528 71 627 525 72 631 522 73 636 519 74 641 517 75 645 515 76 650 513 77 655 510 78 659 508 79 664 506 80 669 504 81 674 501 82 678 500 83 683 498 84 687 496 85 691 496 86 695 495 87 700 493 88 704 493 89 709 489 90 712 489 91 717 488 92 721 486 93 726 484 94 730 484 95 733 483 96 737 484 97 741 483 98 744 483 99 749 482 100 753 482 101 757 482 102 761 482 103 766 482 104 769 482 105 761 479 106 781 479 107 786 479 108 788 479 109 793 479 110 797 479 111 800 480 112 780 478 113 783 479 114 787 481 115 790 484 116 793 484 117 796 484 118 800 484 [OBJ] 1 \"green dirtbike\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 240 665 6 242 665 10 244 664 13 247 664 15 248 663 17 251 663 19 254 661 20 215 675 21 256 660 23 219 674 24 261 659 25 223 673 26 226 672 27 266 658 28 268 657 29 270 657 30 272 656 31 274 656 32 237 669 33 278 654 34 241 668 35 283 654 36 247 667 37 287 653 38 252 666 39 255 665 40 294 650 41 297 650 42 299 649 43 302 649 44 305 648 45 307 647 46 275 659 47 312 646 48 282 658 49 319 645 50 321 644 51 325 644 52 327 643 53 330 642 54 333 641 55 336 641 56 339 640 57 341 640 58 345 639 59 348 639 60 351 639 61 354 639 62 359 639 63 362 640 64 365 641 65 359 643 66 363 642 67 359 654 68 362 656 69 376 658 70 380 658 71 383 661 72 386 666 73 394 659 74 398 656 75 401 654 76 405 652 77 410 650 78 411 653 79 415 652 80 419 652 81 423 651 82 428 649 83 432 648 84 436 648 85 441 646 86 444 645 87 451 641 88 453 644 89 457 643 90 458 641 91 464 641 92 469 640 93 478 634 94 477 636 95 481 635 96 486 634 97 495 630 98 500 629 99 505 628 100 512 623 101 513 626 102 518 624 103 523 622 104 528 621 106 537 619 107 542 617 109 551 615 110 556 613 111 561 610 112 566 609 113 570 608 114 576 604 115 580 606 116 584 605 117 591 601 118 596 599 119 599 601 [OBJ] 2 \"yellow utility\" 0 120 [VIS] 0 true 116 false [IN-FRAME] 0 true 116 false [PX] 0 838 693 1 837 669 2 808 686 3 762 646 4 805 659 5 742 641 6 733 640 7 721 636 8 744 671 9 701 632 10 691 630 11 680 628 12 670 625 13 661 624 14 651 622 15 641 619 16 630 617 17 660 649 18 612 613 19 602 610 20 593 608 21 584 607 22 573 604 23 564 602 24 555 600 25 545 598 26 568 624 27 563 622 28 557 575 29 508 591 30 537 572 31 491 588 32 519 568 33 473 583 34 464 582 35 491 563 36 480 561 37 469 596 38 461 594 39 455 557 40 446 581 41 438 583 42 412 591 43 376 558 44 406 556 45 401 577 46 393 577 47 351 570 48 369 558 49 362 559 50 360 572 51 352 571 52 334 569 53 346 570 54 329 572 55 311 568 56 304 567 58 294 564 59 287 561 60 279 560 61 283 561 62 256 559 63 258 557 64 242 556 65 235 555 66 229 555 67 232 551 68 224 549 69 221 549 70 211 546 71 206 546 72 198 543 73 161 536 74 184 540 75 178 539 76 161 532 77 155 530 78 134 530 79 143 527 80 148 533 81 143 532 82 137 531 83 130 525 84 100 522 85 82 510 86 114 527 87 83 519 88 103 524 89 73 516 90 82 514 91 88 519 92 72 511 93 76 518 94 62 509 95 67 517 96 62 514 97 27 506 98 51 511 99 47 510 100 41 508 101 37 507 102 33 506 103 28 505 104 23 504 105 19 503 106 14 502 107 9 501 108 4 500 109 5 505 110 3 506 111 3 498 112 13 501 113 9 501 114 4 499 115 1 498 116 null null [OBJ] 3 \"green fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 988 341 2 987 338 3 985 338 4 980 338 5 973 338 6 967 338 7 961 336 8 955 336 9 948 336 10 941 336 11 935 336 12 928 336 13 986 345 14 987 347 15 980 347 16 973 347 17 966 347 18 960 347 19 953 347 20 946 347 21 938 346 22 931 346 23 985 341 24 983 339 25 980 335 26 979 331 27 974 328 28 965 330 29 962 323 30 955 323 31 941 329 32 940 321 33 933 320 34 921 324 35 909 328 36 898 331 37 898 321 38 888 323 39 878 325 40 863 332 41 864 321 42 850 327 43 841 328 44 830 330 45 821 331 46 812 332 47 804 332 48 795 332 49 786 332 50 778 332 51 770 332 52 762 332 53 754 332 54 745 332 55 737 332 56 728 332 57 720 332 58 712 332 59 704 332 60 696 332 61 687 332 62 679 332 63 671 332 64 663 332 65 655 332 66 647 332 67 639 331 68 631 331 69 623 331 70 615 331 71 607 331 72 599 330 73 591 330 74 583 330 75 574 330 76 566 330 77 558 330 78 551 330 79 544 329 80 535 329 81 527 329 82 519 329 83 512 328 84 504 328 85 496 328 86 488 328 87 481 327 88 473 327 89 466 327 90 458 327 91 451 326 92 443 326 93 435 326 94 427 326 95 419 326 96 412 326 97 412 316 98 404 316 99 397 316 100 389 316 101 383 315 102 374 315 103 366 316 104 359 316 105 351 316 106 344 316 107 337 316 108 329 316 109 322 316 110 314 317 111 307 317 112 298 318 113 291 318 114 283 318 115 276 318 116 269 318 117 262 318 118 254 319 119 246 319 [OBJS-END] [INTERACTIONS-START] [INTERACT] 11 \"contact\" 0 55 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"contact\" 0 74 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 47 47 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"contact\" 48 49 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"collision\" 51 51 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 5 \"collision\" 53 53 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 12 \"collision\" 58 58 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 59 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"collision\" 62 62 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 7 \"contact\" 63 116 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 9 \"collision\" 82 82 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"contact\" 83 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 0 \"collision\" 118 118 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 119 119 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]"
}
],
"videos": [
"/mmfs1/gscratch/krishna/suryadv/strive_dynsuperclevr/data/lf/videos/val_full/super_clevr_1099/frames.mp4"
]
}Inference record: exact prompt + prediction + label + parse debug
{
"prompt": "user\n\nAnalyze the provided video and return ONLY a valid sentinel sequence in this format:\n[SCENE-START] [OBJS-START]\n[OBJ] id \"type\" birth death [VIS] t vis ... [IN-FRAME] t is_in_frame ... [PX] t px py ...\n[OBJ] ...\n[OBJS-END]\n[INTERACTIONS-START]\n[INTERACT] id \"type\" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ...\n[INTERACT] ...\n[INTERACTIONS-END] [SCENE-END]\n\nConstraints:\n- Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose).\n- Keep tags exactly as written:\n `[SCENE-START] [OBJS-START] [OBJ] [VIS] [IN-FRAME] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]`\n- Use quoted strings for `type` (double quotes).\n- `VIS` uses repeated groups of 2 values in order:\n `t vis`.\n `vis` is a boolean value.\n- `IN-FRAME` uses repeated groups of 2 values in order:\n `t is_in_frame`.\n `is_in_frame` is a boolean value.\n- `PX` uses repeated groups of 3 values in order: `t px py`.\n- `px` and `py` are normalized pixel coordinates in the range `[0, 1]`,\n scaled by `1000` and then converted to integers by dropping the decimal part.\n- For occluded or out-of-frame frames under this setting, `PX` may use `t null null`.\n- `IN` and `OUT` contain whitespace-separated integer ids.\n- Use lowercase booleans (`true`/`false`) for `vis` and `is_in_frame`.\nassistant\n",
"predict": "[SCENE-START] [OBJS-START] [OBJ] 0 \"colorful wooden toy steak dinner set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 5 197 1 13 205 2 21 216 3 29 232 4 33 251 5 37 271 6 48 287 7 76 302 8 103 314 9 134 322 10 166 333 11 205 345 12 232 361 13 263 373 14 291 392 15 314 416 16 345 439 17 373 466 18 404 490 19 423 517 20 443 541 21 455 552 22 466 560 23 478 572 [OBJ] 1 \"grey and green running shoe\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 228 705 1 240 701 2 232 705 5 244 701 6 236 705 9 248 701 10 240 705 11 251 701 12 244 705 15 255 701 16 248 705 17 259 701 18 251 705 21 263 701 22 255 705 23 267 701 [OBJ] 2 \"yellow wooden toy construction vehicle set\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 833 650 1 818 650 2 802 650 3 787 650 4 771 650 5 751 650 6 736 650 7 720 650 8 701 650 9 685 650 10 666 650 11 646 650 12 630 650 13 611 650 14 595 650 15 576 650 16 560 650 17 544 650 18 529 650 19 513 650 20 498 650 21 482 650 22 466 650 23 455 650 [OBJ] 3 \"green metallic lime squeezer\" 0 24 [VIS] 0 true 6 false [IN-FRAME] 0 true 6 false [PX] 0 958 345 1 974 349 2 986 353 3 994 357 4 998 365 5 998 384 6 null null [OBJ] 4 \"green metallic lime squeezer\" 0 24 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 994 341 2 986 345 3 974 345 4 986 345 5 970 349 6 982 349 7 966 353 8 978 353 9 966 357 10 978 357 11 962 361 12 974 361 13 958 365 14 970 365 15 955 369 16 966 369 17 951 373 18 962 373 19 947 376 20 935 380 21 947 380 22 931 384 23 943 384 [OBJ] 5 \"dark grey and yellow running shoe\" 2 24 [VIS] 0 false 2 true [IN-FRAME] 0 false 2 true [PX] 0 null null 2 1 455 5 1 443 7 5 451 10 5 439 14 9 431 17 13 423 20 17 416 [OBJ] 6 \"colorful plastic Lego lemonade stand\" 4 24 [VIS] 0 false 4 true [IN-FRAME] 0 false 4 true [PX] 0 null null 4 1 521 5 1 509 6 1 498 7 5 521 8 5 509 9 5 498 10 9 521 11 9 509 12 9 498 13 13 517 14 13 505 15 13 494 16 17 513 17 17 501 18 17 490 19 21 509 20 21 498 21 25 517 22 25 505 23 25 494 24 29 513 25 29 501 26 33 521 27 33 509 28 33 498 29 37 517 30 37 505 31 41 521 32 41 509 33 44 525 34 44 513 35 48 529 36 48 517 37 52 533 38 52 521 39 56 537 40 56 525 41 60 537 42 60 525 43 64 537 44 64 525 45 68 537 46 68 525 47 72 537 48 72 525 49 76 537 50 76 525 51 80 537 52 80 525 53 83 533 54 83 521 55 87 533 56 87 521 57 91 533 58 91 521 59 95 533 60 95 521 61 99 533 62 99 521 63 103 533 64 103 521 65 107 533 66 107 521 67 111 533 68 111 521 69 115 533 70 115 521 71 119 533 72 119 521 73 123 533 74 123 521 75 126 533 76 126 521 77 130 533 78 130 521 79 134 533 80 134 521 81 138 533 82 138 521 83 142 533 84 142 521 85 146 533 86 146 521 87 150 533 88 150 521 89 154 533 90 154 521 91 158 533 92 158 521 93 162 533 94 162 521 95 166 533 96 166 521 97 169 533 98 169 521 99 173 533 100 173 521 101 177 533 102 177 521 103 181 533 104 181 521 105 185 533 106 185 521 107 189 533 108 189 521 109 193 533 110 193 521 111 197 533 112 197 521 113 201 533 114 201 521 115 205 533 116 205 521 117 208 533 118 208 521 119 212 533 [OBJ] 7 \"light blue plastic conditioner tube\" 12 24 [VIS] 0 false 12 true [IN-FRAME] 0 false 12 true [PX] 0 null null 12 9 408 13 13 396 14 21 404 15 29 412 16 41 419 17 52 435 18 64 455 19 76 474 20 87 490 21 95 501 22 107 517 23 115 525 [OBJ] 8 \"dark green plastic triceratops figurine\" 16 24 [VIS] 0 false 16 true 20 false 21 true [IN-FRAME] 0 false 16 true 20 false 21 true [PX] 0 null null 16 1 451 17 1 431 18 5 443 19 1 427 20 null null 21 5 427 22 5 416 [OBJ] 9 \"light blue and yellow high-top sneaker\" 16 24 [VIS] 0 false 16 true [IN-FRAME] 0 false 16 true [PX] 0 null null 16 998 376 17 998 365 19 994 376 20 994 365 22 990 376 23 990 365 [OBJ] 10 \"light blue plastic conditioner tube\" 16 24 [VIS] 0 false 16 true [IN-FRAME] 0 false 16 true [PX] 0 null null 16 998 447 17 998 435 18 998 419 19 994 435 20 994 419 21 994 408 22 990 423 23 990 408 [OBJ] 11 \"blue and green cardboard candy bar box\" 17 24 [VIS] 0 false 17 true [IN-FRAME] 0 false 17 true [PX] 0 null null 17 998 447 18 998 431 19 998 416 20 994 431 21 994 416 22 994 404 23 990 416 [OBJ] 12 \"light blue plastic conditioner tube\" 17 24 [VIS] 0 false 17 true [IN-FRAME] 0 false 17 true [PX] 0 null null 17 998 455 18 998 435 19 998 416 20 994 431 21 994 412 22 994 396 23 990 412 [OBJ] 13 \"light blue and yellow high-top sneaker\" 17 24 [VIS] 0 false 17 true [IN-FRAME] 0 false 17 true [PX] 0 null null 17 998 474 19 998 455 21 994 470 22 994 458 23 994 447 [OBJ] 14 \"light blue plastic conditioner tube\" 19 24 [VIS] 0 false 19 true [IN-FRAME] 0 false 19 true [PX] 0 null null 19 998 451 21 998 435 22 998 423 23 994 439 [OBJ] 15 \"light blue plastic conditioner tube\" 20 24 [VIS] 0 false 20 true [IN-FRAME] 0 false 20 true [PX] 0 null null 20 998 435 21 998 423 22 994 435 23 994 423 [OBJ] 16 \"light blue plastic conditioner tube\" 21 24 [VIS] 0 false 21 true [IN-FRAME] 0 false 21 true [PX] 0 null null 21 994 427 22 994 416 23 990 427 [OBJ] 17 \"light blue plastic conditioner tube\" 22 24 [VIS] 0 false 22 true [IN-FRAME] 0 false 22 true [PX] 0 null null 22 990 416 23 986 423 [OBJ] 18 \"dark grey and yellow running shoe\" 23 24 [VIS] 0 false 23 true [IN-FRAME] 0 false 23 true [PX] 0 null null 23 994 416 [OBJS-END] [INTERACTIONS-START] [INTERACT] 29 \"contact\" 0 10 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 3 10 [OUT] 3 10 [INTERACT] 18 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 20 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 32 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 33 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 13 14 [OUT] 13 14 [INTERACT] 6 \"contact\" 0 23 [IN] 13 65535 [OUT] 13 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 14 65535 [OUT] 14 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 15 65535 [OUT] 15 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 16 65535 [OUT] 16 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 17 65535 [OUT] 17 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 18 65535 [OUT] 18 65535 [INTERACT] 14 \"collision\" 10 10 [IN] 2 7 [OUT] 2 7 [INTERACT] 22 \"collision\" 11 11 [IN] 7 18 [OUT] 7 18 [INTERACT] 15 \"contact\" 11 12 [IN] 2 7 [OUT] 2 7 [INTERACT] 27 \"collision\" 12 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 28 \"contact\" 13 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 23 \"collision\" 14 14 [IN] 7 18 [OUT] 7 18 [INTERACT] 24 \"contact\" 15 17 [IN] 7 18 [OUT] 7 18 [INTERACT] 12 \"collision\" 18 18 [IN] 2 12 [OUT] 2 12 [INTERACT] 13 \"contact\" 19 23 [IN] 2 12 [OUT] 2 12 [INTERACT] 25 \"collision\" 20 20 [IN] 7 18 [OUT] 7 18 [INTERACT] 26 \"contact\" 21 23 [IN] 7 18 [OUT] 7 18 [INTERACT] 30 \"collision\" 22 22 [IN] 7 8 [OUT] 7 8 [INTERACT] 31 \"contact\" 23 23 [IN] 7 8 [OUT] 7 8 [INTERACTIONS-END] [SCENE-END]",
"label": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue airliner\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 10 214 1 15 213 2 18 214 5 18 217 6 18 220 7 23 230 8 23 234 9 29 240 10 23 245 11 31 253 12 47 259 13 62 267 14 77 273 15 92 280 16 109 289 17 123 296 18 168 303 19 23 285 20 34 292 21 51 303 22 67 313 23 84 325 24 99 334 25 116 347 26 130 357 27 147 372 28 162 383 29 176 394 30 191 408 31 205 419 32 219 433 33 233 446 34 368 469 35 378 480 36 273 484 37 400 503 38 408 516 39 311 524 40 427 540 41 335 551 42 444 564 43 454 576 44 464 589 45 472 602 46 482 614 47 491 618 48 505 614 49 518 607 50 425 599 51 486 604 52 502 598 53 507 593 54 510 588 55 517 582 56 525 578 57 532 572 58 566 561 59 569 558 60 575 555 61 580 551 62 586 548 63 591 546 64 597 543 65 602 541 66 608 538 67 613 534 69 617 530 70 623 528 71 627 525 72 631 522 73 636 519 74 641 517 75 645 515 76 650 513 77 655 510 78 659 508 79 664 506 80 669 504 81 674 501 82 678 500 83 683 498 84 687 496 85 691 496 86 695 495 87 700 493 88 704 493 89 709 489 90 712 489 91 717 488 92 721 486 93 726 484 94 730 484 95 733 483 96 737 484 97 741 483 98 744 483 99 749 482 100 753 482 101 757 482 102 761 482 103 766 482 104 769 482 105 761 479 106 781 479 107 786 479 108 788 479 109 793 479 110 797 479 111 800 480 112 780 478 113 783 479 114 787 481 115 790 484 116 793 484 117 796 484 118 800 484 [OBJ] 1 \"green dirtbike\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 240 665 6 242 665 10 244 664 13 247 664 15 248 663 17 251 663 19 254 661 20 215 675 21 256 660 23 219 674 24 261 659 25 223 673 26 226 672 27 266 658 28 268 657 29 270 657 30 272 656 31 274 656 32 237 669 33 278 654 34 241 668 35 283 654 36 247 667 37 287 653 38 252 666 39 255 665 40 294 650 41 297 650 42 299 649 43 302 649 44 305 648 45 307 647 46 275 659 47 312 646 48 282 658 49 319 645 50 321 644 51 325 644 52 327 643 53 330 642 54 333 641 55 336 641 56 339 640 57 341 640 58 345 639 59 348 639 60 351 639 61 354 639 62 359 639 63 362 640 64 365 641 65 359 643 66 363 642 67 359 654 68 362 656 69 376 658 70 380 658 71 383 661 72 386 666 73 394 659 74 398 656 75 401 654 76 405 652 77 410 650 78 411 653 79 415 652 80 419 652 81 423 651 82 428 649 83 432 648 84 436 648 85 441 646 86 444 645 87 451 641 88 453 644 89 457 643 90 458 641 91 464 641 92 469 640 93 478 634 94 477 636 95 481 635 96 486 634 97 495 630 98 500 629 99 505 628 100 512 623 101 513 626 102 518 624 103 523 622 104 528 621 106 537 619 107 542 617 109 551 615 110 556 613 111 561 610 112 566 609 113 570 608 114 576 604 115 580 606 116 584 605 117 591 601 118 596 599 119 599 601 [OBJ] 2 \"yellow utility\" 0 120 [VIS] 0 true 116 false [IN-FRAME] 0 true 116 false [PX] 0 838 693 1 837 669 2 808 686 3 762 646 4 805 659 5 742 641 6 733 640 7 721 636 8 744 671 9 701 632 10 691 630 11 680 628 12 670 625 13 661 624 14 651 622 15 641 619 16 630 617 17 660 649 18 612 613 19 602 610 20 593 608 21 584 607 22 573 604 23 564 602 24 555 600 25 545 598 26 568 624 27 563 622 28 557 575 29 508 591 30 537 572 31 491 588 32 519 568 33 473 583 34 464 582 35 491 563 36 480 561 37 469 596 38 461 594 39 455 557 40 446 581 41 438 583 42 412 591 43 376 558 44 406 556 45 401 577 46 393 577 47 351 570 48 369 558 49 362 559 50 360 572 51 352 571 52 334 569 53 346 570 54 329 572 55 311 568 56 304 567 58 294 564 59 287 561 60 279 560 61 283 561 62 256 559 63 258 557 64 242 556 65 235 555 66 229 555 67 232 551 68 224 549 69 221 549 70 211 546 71 206 546 72 198 543 73 161 536 74 184 540 75 178 539 76 161 532 77 155 530 78 134 530 79 143 527 80 148 533 81 143 532 82 137 531 83 130 525 84 100 522 85 82 510 86 114 527 87 83 519 88 103 524 89 73 516 90 82 514 91 88 519 92 72 511 93 76 518 94 62 509 95 67 517 96 62 514 97 27 506 98 51 511 99 47 510 100 41 508 101 37 507 102 33 506 103 28 505 104 23 504 105 19 503 106 14 502 107 9 501 108 4 500 109 5 505 110 3 506 111 3 498 112 13 501 113 9 501 114 4 499 115 1 498 116 null null [OBJ] 3 \"green fighter\" 0 120 [VIS] 0 true [IN-FRAME] 0 true [PX] 0 988 341 2 987 338 3 985 338 4 980 338 5 973 338 6 967 338 7 961 336 8 955 336 9 948 336 10 941 336 11 935 336 12 928 336 13 986 345 14 987 347 15 980 347 16 973 347 17 966 347 18 960 347 19 953 347 20 946 347 21 938 346 22 931 346 23 985 341 24 983 339 25 980 335 26 979 331 27 974 328 28 965 330 29 962 323 30 955 323 31 941 329 32 940 321 33 933 320 34 921 324 35 909 328 36 898 331 37 898 321 38 888 323 39 878 325 40 863 332 41 864 321 42 850 327 43 841 328 44 830 330 45 821 331 46 812 332 47 804 332 48 795 332 49 786 332 50 778 332 51 770 332 52 762 332 53 754 332 54 745 332 55 737 332 56 728 332 57 720 332 58 712 332 59 704 332 60 696 332 61 687 332 62 679 332 63 671 332 64 663 332 65 655 332 66 647 332 67 639 331 68 631 331 69 623 331 70 615 331 71 607 331 72 599 330 73 591 330 74 583 330 75 574 330 76 566 330 77 558 330 78 551 330 79 544 329 80 535 329 81 527 329 82 519 329 83 512 328 84 504 328 85 496 328 86 488 328 87 481 327 88 473 327 89 466 327 90 458 327 91 451 326 92 443 326 93 435 326 94 427 326 95 419 326 96 412 326 97 412 316 98 404 316 99 397 316 100 389 316 101 383 315 102 374 315 103 366 316 104 359 316 105 351 316 106 344 316 107 337 316 108 329 316 109 322 316 110 314 317 111 307 317 112 298 318 113 291 318 114 283 318 115 276 318 116 269 318 117 262 318 118 254 319 119 246 319 [OBJS-END] [INTERACTIONS-START] [INTERACT] 11 \"contact\" 0 55 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"contact\" 0 74 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"collision\" 47 47 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 3 \"contact\" 48 49 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 4 \"collision\" 51 51 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 5 \"collision\" 53 53 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 12 \"collision\" 58 58 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 59 119 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"collision\" 62 62 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 7 \"contact\" 63 116 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 9 \"collision\" 82 82 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 10 \"contact\" 83 119 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 0 \"collision\" 118 118 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 119 119 [IN] 0 65535 [OUT] 0 65535 [INTERACTIONS-END] [SCENE-END]\n"
}Parsed prediction
{
"objects": [
{
"id": 0,
"type": "colorful wooden toy steak dinner set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 5,
"y": 197
},
{
"t": 1,
"x": 13,
"y": 205
},
{
"t": 2,
"x": 21,
"y": 216
},
{
"t": 3,
"x": 29,
"y": 232
},
{
"t": 4,
"x": 33,
"y": 251
},
{
"t": 5,
"x": 37,
"y": 271
},
{
"t": 6,
"x": 48,
"y": 287
},
{
"t": 7,
"x": 76,
"y": 302
},
{
"t": 8,
"x": 103,
"y": 314
},
{
"t": 9,
"x": 134,
"y": 322
},
{
"t": 10,
"x": 166,
"y": 333
},
{
"t": 11,
"x": 205,
"y": 345
},
{
"t": 12,
"x": 232,
"y": 361
},
{
"t": 13,
"x": 263,
"y": 373
},
{
"t": 14,
"x": 291,
"y": 392
},
{
"t": 15,
"x": 314,
"y": 416
},
{
"t": 16,
"x": 345,
"y": 439
},
{
"t": 17,
"x": 373,
"y": 466
},
{
"t": 18,
"x": 404,
"y": 490
},
{
"t": 19,
"x": 423,
"y": 517
},
{
"t": 20,
"x": 443,
"y": 541
},
{
"t": 21,
"x": 455,
"y": 552
},
{
"t": 22,
"x": 466,
"y": 560
},
{
"t": 23,
"x": 478,
"y": 572
}
],
"birth": 0,
"death": 24
},
{
"id": 1,
"type": "grey and green running shoe",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 228,
"y": 705
},
{
"t": 1,
"x": 240,
"y": 701
},
{
"t": 2,
"x": 232,
"y": 705
},
{
"t": 5,
"x": 244,
"y": 701
},
{
"t": 6,
"x": 236,
"y": 705
},
{
"t": 9,
"x": 248,
"y": 701
},
{
"t": 10,
"x": 240,
"y": 705
},
{
"t": 11,
"x": 251,
"y": 701
},
{
"t": 12,
"x": 244,
"y": 705
},
{
"t": 15,
"x": 255,
"y": 701
},
{
"t": 16,
"x": 248,
"y": 705
},
{
"t": 17,
"x": 259,
"y": 701
},
{
"t": 18,
"x": 251,
"y": 705
},
{
"t": 21,
"x": 263,
"y": 701
},
{
"t": 22,
"x": 255,
"y": 705
},
{
"t": 23,
"x": 267,
"y": 701
}
],
"birth": 0,
"death": 24
},
{
"id": 2,
"type": "yellow wooden toy construction vehicle set",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 833,
"y": 650
},
{
"t": 1,
"x": 818,
"y": 650
},
{
"t": 2,
"x": 802,
"y": 650
},
{
"t": 3,
"x": 787,
"y": 650
},
{
"t": 4,
"x": 771,
"y": 650
},
{
"t": 5,
"x": 751,
"y": 650
},
{
"t": 6,
"x": 736,
"y": 650
},
{
"t": 7,
"x": 720,
"y": 650
},
{
"t": 8,
"x": 701,
"y": 650
},
{
"t": 9,
"x": 685,
"y": 650
},
{
"t": 10,
"x": 666,
"y": 650
},
{
"t": 11,
"x": 646,
"y": 650
},
{
"t": 12,
"x": 630,
"y": 650
},
{
"t": 13,
"x": 611,
"y": 650
},
{
"t": 14,
"x": 595,
"y": 650
},
{
"t": 15,
"x": 576,
"y": 650
},
{
"t": 16,
"x": 560,
"y": 650
},
{
"t": 17,
"x": 544,
"y": 650
},
{
"t": 18,
"x": 529,
"y": 650
},
{
"t": 19,
"x": 513,
"y": 650
},
{
"t": 20,
"x": 498,
"y": 650
},
{
"t": 21,
"x": 482,
"y": 650
},
{
"t": 22,
"x": 466,
"y": 650
},
{
"t": 23,
"x": 455,
"y": 650
}
],
"birth": 0,
"death": 24
},
{
"id": 3,
"type": "green metallic lime squeezer",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 6,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 6,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 958,
"y": 345
},
{
"t": 1,
"x": 974,
"y": 349
},
{
"t": 2,
"x": 986,
"y": 353
},
{
"t": 3,
"x": 994,
"y": 357
},
{
"t": 4,
"x": 998,
"y": 365
},
{
"t": 5,
"x": 998,
"y": 384
},
{
"t": 6,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24
},
{
"id": 4,
"type": "green metallic lime squeezer",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 994,
"y": 341
},
{
"t": 2,
"x": 986,
"y": 345
},
{
"t": 3,
"x": 974,
"y": 345
},
{
"t": 4,
"x": 986,
"y": 345
},
{
"t": 5,
"x": 970,
"y": 349
},
{
"t": 6,
"x": 982,
"y": 349
},
{
"t": 7,
"x": 966,
"y": 353
},
{
"t": 8,
"x": 978,
"y": 353
},
{
"t": 9,
"x": 966,
"y": 357
},
{
"t": 10,
"x": 978,
"y": 357
},
{
"t": 11,
"x": 962,
"y": 361
},
{
"t": 12,
"x": 974,
"y": 361
},
{
"t": 13,
"x": 958,
"y": 365
},
{
"t": 14,
"x": 970,
"y": 365
},
{
"t": 15,
"x": 955,
"y": 369
},
{
"t": 16,
"x": 966,
"y": 369
},
{
"t": 17,
"x": 951,
"y": 373
},
{
"t": 18,
"x": 962,
"y": 373
},
{
"t": 19,
"x": 947,
"y": 376
},
{
"t": 20,
"x": 935,
"y": 380
},
{
"t": 21,
"x": 947,
"y": 380
},
{
"t": 22,
"x": 931,
"y": 384
},
{
"t": 23,
"x": 943,
"y": 384
}
],
"birth": 0,
"death": 24
},
{
"id": 5,
"type": "dark grey and yellow running shoe",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 2,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 2,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 2,
"x": 1,
"y": 455
},
{
"t": 5,
"x": 1,
"y": 443
},
{
"t": 7,
"x": 5,
"y": 451
},
{
"t": 10,
"x": 5,
"y": 439
},
{
"t": 14,
"x": 9,
"y": 431
},
{
"t": 17,
"x": 13,
"y": 423
},
{
"t": 20,
"x": 17,
"y": 416
}
],
"birth": 2,
"death": 24
},
{
"id": 6,
"type": "colorful plastic Lego lemonade stand",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 4,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 4,
"x": 1,
"y": 521
},
{
"t": 5,
"x": 1,
"y": 509
},
{
"t": 6,
"x": 1,
"y": 498
},
{
"t": 7,
"x": 5,
"y": 521
},
{
"t": 8,
"x": 5,
"y": 509
},
{
"t": 9,
"x": 5,
"y": 498
},
{
"t": 10,
"x": 9,
"y": 521
},
{
"t": 11,
"x": 9,
"y": 509
},
{
"t": 12,
"x": 9,
"y": 498
},
{
"t": 13,
"x": 13,
"y": 517
},
{
"t": 14,
"x": 13,
"y": 505
},
{
"t": 15,
"x": 13,
"y": 494
},
{
"t": 16,
"x": 17,
"y": 513
},
{
"t": 17,
"x": 17,
"y": 501
},
{
"t": 18,
"x": 17,
"y": 490
},
{
"t": 19,
"x": 21,
"y": 509
},
{
"t": 20,
"x": 21,
"y": 498
},
{
"t": 21,
"x": 25,
"y": 517
},
{
"t": 22,
"x": 25,
"y": 505
},
{
"t": 23,
"x": 25,
"y": 494
},
{
"t": 24,
"x": 29,
"y": 513
},
{
"t": 25,
"x": 29,
"y": 501
},
{
"t": 26,
"x": 33,
"y": 521
},
{
"t": 27,
"x": 33,
"y": 509
},
{
"t": 28,
"x": 33,
"y": 498
},
{
"t": 29,
"x": 37,
"y": 517
},
{
"t": 30,
"x": 37,
"y": 505
},
{
"t": 31,
"x": 41,
"y": 521
},
{
"t": 32,
"x": 41,
"y": 509
},
{
"t": 33,
"x": 44,
"y": 525
},
{
"t": 34,
"x": 44,
"y": 513
},
{
"t": 35,
"x": 48,
"y": 529
},
{
"t": 36,
"x": 48,
"y": 517
},
{
"t": 37,
"x": 52,
"y": 533
},
{
"t": 38,
"x": 52,
"y": 521
},
{
"t": 39,
"x": 56,
"y": 537
},
{
"t": 40,
"x": 56,
"y": 525
},
{
"t": 41,
"x": 60,
"y": 537
},
{
"t": 42,
"x": 60,
"y": 525
},
{
"t": 43,
"x": 64,
"y": 537
},
{
"t": 44,
"x": 64,
"y": 525
},
{
"t": 45,
"x": 68,
"y": 537
},
{
"t": 46,
"x": 68,
"y": 525
},
{
"t": 47,
"x": 72,
"y": 537
},
{
"t": 48,
"x": 72,
"y": 525
},
{
"t": 49,
"x": 76,
"y": 537
},
{
"t": 50,
"x": 76,
"y": 525
},
{
"t": 51,
"x": 80,
"y": 537
},
{
"t": 52,
"x": 80,
"y": 525
},
{
"t": 53,
"x": 83,
"y": 533
},
{
"t": 54,
"x": 83,
"y": 521
},
{
"t": 55,
"x": 87,
"y": 533
},
{
"t": 56,
"x": 87,
"y": 521
},
{
"t": 57,
"x": 91,
"y": 533
},
{
"t": 58,
"x": 91,
"y": 521
},
{
"t": 59,
"x": 95,
"y": 533
},
{
"t": 60,
"x": 95,
"y": 521
},
{
"t": 61,
"x": 99,
"y": 533
},
{
"t": 62,
"x": 99,
"y": 521
},
{
"t": 63,
"x": 103,
"y": 533
},
{
"t": 64,
"x": 103,
"y": 521
},
{
"t": 65,
"x": 107,
"y": 533
},
{
"t": 66,
"x": 107,
"y": 521
},
{
"t": 67,
"x": 111,
"y": 533
},
{
"t": 68,
"x": 111,
"y": 521
},
{
"t": 69,
"x": 115,
"y": 533
},
{
"t": 70,
"x": 115,
"y": 521
},
{
"t": 71,
"x": 119,
"y": 533
},
{
"t": 72,
"x": 119,
"y": 521
},
{
"t": 73,
"x": 123,
"y": 533
},
{
"t": 74,
"x": 123,
"y": 521
},
{
"t": 75,
"x": 126,
"y": 533
},
{
"t": 76,
"x": 126,
"y": 521
},
{
"t": 77,
"x": 130,
"y": 533
},
{
"t": 78,
"x": 130,
"y": 521
},
{
"t": 79,
"x": 134,
"y": 533
},
{
"t": 80,
"x": 134,
"y": 521
},
{
"t": 81,
"x": 138,
"y": 533
},
{
"t": 82,
"x": 138,
"y": 521
},
{
"t": 83,
"x": 142,
"y": 533
},
{
"t": 84,
"x": 142,
"y": 521
},
{
"t": 85,
"x": 146,
"y": 533
},
{
"t": 86,
"x": 146,
"y": 521
},
{
"t": 87,
"x": 150,
"y": 533
},
{
"t": 88,
"x": 150,
"y": 521
},
{
"t": 89,
"x": 154,
"y": 533
},
{
"t": 90,
"x": 154,
"y": 521
},
{
"t": 91,
"x": 158,
"y": 533
},
{
"t": 92,
"x": 158,
"y": 521
},
{
"t": 93,
"x": 162,
"y": 533
},
{
"t": 94,
"x": 162,
"y": 521
},
{
"t": 95,
"x": 166,
"y": 533
},
{
"t": 96,
"x": 166,
"y": 521
},
{
"t": 97,
"x": 169,
"y": 533
},
{
"t": 98,
"x": 169,
"y": 521
},
{
"t": 99,
"x": 173,
"y": 533
},
{
"t": 100,
"x": 173,
"y": 521
},
{
"t": 101,
"x": 177,
"y": 533
},
{
"t": 102,
"x": 177,
"y": 521
},
{
"t": 103,
"x": 181,
"y": 533
},
{
"t": 104,
"x": 181,
"y": 521
},
{
"t": 105,
"x": 185,
"y": 533
},
{
"t": 106,
"x": 185,
"y": 521
},
{
"t": 107,
"x": 189,
"y": 533
},
{
"t": 108,
"x": 189,
"y": 521
},
{
"t": 109,
"x": 193,
"y": 533
},
{
"t": 110,
"x": 193,
"y": 521
},
{
"t": 111,
"x": 197,
"y": 533
},
{
"t": 112,
"x": 197,
"y": 521
},
{
"t": 113,
"x": 201,
"y": 533
},
{
"t": 114,
"x": 201,
"y": 521
},
{
"t": 115,
"x": 205,
"y": 533
},
{
"t": 116,
"x": 205,
"y": 521
},
{
"t": 117,
"x": 208,
"y": 533
},
{
"t": 118,
"x": 208,
"y": 521
},
{
"t": 119,
"x": 212,
"y": 533
}
],
"birth": 4,
"death": 24
},
{
"id": 7,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 12,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 12,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 12,
"x": 9,
"y": 408
},
{
"t": 13,
"x": 13,
"y": 396
},
{
"t": 14,
"x": 21,
"y": 404
},
{
"t": 15,
"x": 29,
"y": 412
},
{
"t": 16,
"x": 41,
"y": 419
},
{
"t": 17,
"x": 52,
"y": 435
},
{
"t": 18,
"x": 64,
"y": 455
},
{
"t": 19,
"x": 76,
"y": 474
},
{
"t": 20,
"x": 87,
"y": 490
},
{
"t": 21,
"x": 95,
"y": 501
},
{
"t": 22,
"x": 107,
"y": 517
},
{
"t": 23,
"x": 115,
"y": 525
}
],
"birth": 12,
"death": 24
},
{
"id": 8,
"type": "dark green plastic triceratops figurine",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
},
{
"t": 20,
"v": false
},
{
"t": 21,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
},
{
"t": 20,
"v": false
},
{
"t": 21,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 1,
"y": 451
},
{
"t": 17,
"x": 1,
"y": 431
},
{
"t": 18,
"x": 5,
"y": 443
},
{
"t": 19,
"x": 1,
"y": 427
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 21,
"x": 5,
"y": 427
},
{
"t": 22,
"x": 5,
"y": 416
}
],
"birth": 16,
"death": 24
},
{
"id": 9,
"type": "light blue and yellow high-top sneaker",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 376
},
{
"t": 17,
"x": 998,
"y": 365
},
{
"t": 19,
"x": 994,
"y": 376
},
{
"t": 20,
"x": 994,
"y": 365
},
{
"t": 22,
"x": 990,
"y": 376
},
{
"t": 23,
"x": 990,
"y": 365
}
],
"birth": 16,
"death": 24
},
{
"id": 10,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 16,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 447
},
{
"t": 17,
"x": 998,
"y": 435
},
{
"t": 18,
"x": 998,
"y": 419
},
{
"t": 19,
"x": 994,
"y": 435
},
{
"t": 20,
"x": 994,
"y": 419
},
{
"t": 21,
"x": 994,
"y": 408
},
{
"t": 22,
"x": 990,
"y": 423
},
{
"t": 23,
"x": 990,
"y": 408
}
],
"birth": 16,
"death": 24
},
{
"id": 11,
"type": "blue and green cardboard candy bar box",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 17,
"x": 998,
"y": 447
},
{
"t": 18,
"x": 998,
"y": 431
},
{
"t": 19,
"x": 998,
"y": 416
},
{
"t": 20,
"x": 994,
"y": 431
},
{
"t": 21,
"x": 994,
"y": 416
},
{
"t": 22,
"x": 994,
"y": 404
},
{
"t": 23,
"x": 990,
"y": 416
}
],
"birth": 17,
"death": 24
},
{
"id": 12,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 17,
"x": 998,
"y": 455
},
{
"t": 18,
"x": 998,
"y": 435
},
{
"t": 19,
"x": 998,
"y": 416
},
{
"t": 20,
"x": 994,
"y": 431
},
{
"t": 21,
"x": 994,
"y": 412
},
{
"t": 22,
"x": 994,
"y": 396
},
{
"t": 23,
"x": 990,
"y": 412
}
],
"birth": 17,
"death": 24
},
{
"id": 13,
"type": "light blue and yellow high-top sneaker",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 17,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 17,
"x": 998,
"y": 474
},
{
"t": 19,
"x": 998,
"y": 455
},
{
"t": 21,
"x": 994,
"y": 470
},
{
"t": 22,
"x": 994,
"y": 458
},
{
"t": 23,
"x": 994,
"y": 447
}
],
"birth": 17,
"death": 24
},
{
"id": 14,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 19,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 19,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 19,
"x": 998,
"y": 451
},
{
"t": 21,
"x": 998,
"y": 435
},
{
"t": 22,
"x": 998,
"y": 423
},
{
"t": 23,
"x": 994,
"y": 439
}
],
"birth": 19,
"death": 24
},
{
"id": 15,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 20,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 20,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 20,
"x": 998,
"y": 435
},
{
"t": 21,
"x": 998,
"y": 423
},
{
"t": 22,
"x": 994,
"y": 435
},
{
"t": 23,
"x": 994,
"y": 423
}
],
"birth": 20,
"death": 24
},
{
"id": 16,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 21,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 21,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 21,
"x": 994,
"y": 427
},
{
"t": 22,
"x": 994,
"y": 416
},
{
"t": 23,
"x": 990,
"y": 427
}
],
"birth": 21,
"death": 24
},
{
"id": 17,
"type": "light blue plastic conditioner tube",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 22,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 22,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 22,
"x": 990,
"y": 416
},
{
"t": 23,
"x": 986,
"y": 423
}
],
"birth": 22,
"death": 24
},
{
"id": 18,
"type": "dark grey and yellow running shoe",
"vis": [
{
"t": 0,
"v": false
},
{
"t": 23,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": false
},
{
"t": 23,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 23,
"x": 994,
"y": 416
}
],
"birth": 23,
"death": 24
}
],
"interactions": [
{
"id": 29,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 10,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
3,
10
],
"outputs": [
3,
10
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 21,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 32,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 33,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
13,
14
],
"outputs": [
13,
14
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
13,
65535
],
"outputs": [
13,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
14,
65535
],
"outputs": [
14,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
15,
65535
],
"outputs": [
15,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
16,
65535
],
"outputs": [
16,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
17,
65535
],
"outputs": [
17,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
18,
65535
],
"outputs": [
18,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
2,
7
],
"outputs": [
2,
7
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 22,
"inputs": [
7,
18
],
"outputs": [
7,
18
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 15,
"inputs": [
2,
7
],
"outputs": [
2,
7
],
"begins_at": 11,
"ends_at": 12,
"type": "contact"
},
{
"id": 27,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 28,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
7,
18
],
"outputs": [
7,
18
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
18
],
"outputs": [
7,
18
],
"begins_at": 15,
"ends_at": 17,
"type": "contact"
},
{
"id": 12,
"inputs": [
2,
12
],
"outputs": [
2,
12
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 13,
"inputs": [
2,
12
],
"outputs": [
2,
12
],
"begins_at": 19,
"ends_at": 23,
"type": "contact"
},
{
"id": 25,
"inputs": [
7,
18
],
"outputs": [
7,
18
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 26,
"inputs": [
7,
18
],
"outputs": [
7,
18
],
"begins_at": 21,
"ends_at": 23,
"type": "contact"
},
{
"id": 30,
"inputs": [
7,
8
],
"outputs": [
7,
8
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 31,
"inputs": [
7,
8
],
"outputs": [
7,
8
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Parsed ground truth
{
"objects": [
{
"id": 0,
"type": "blue airliner",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 10,
"y": 214
},
{
"t": 1,
"x": 15,
"y": 213
},
{
"t": 2,
"x": 18,
"y": 214
},
{
"t": 5,
"x": 18,
"y": 217
},
{
"t": 6,
"x": 18,
"y": 220
},
{
"t": 7,
"x": 23,
"y": 230
},
{
"t": 8,
"x": 23,
"y": 234
},
{
"t": 9,
"x": 29,
"y": 240
},
{
"t": 10,
"x": 23,
"y": 245
},
{
"t": 11,
"x": 31,
"y": 253
},
{
"t": 12,
"x": 47,
"y": 259
},
{
"t": 13,
"x": 62,
"y": 267
},
{
"t": 14,
"x": 77,
"y": 273
},
{
"t": 15,
"x": 92,
"y": 280
},
{
"t": 16,
"x": 109,
"y": 289
},
{
"t": 17,
"x": 123,
"y": 296
},
{
"t": 18,
"x": 168,
"y": 303
},
{
"t": 19,
"x": 23,
"y": 285
},
{
"t": 20,
"x": 34,
"y": 292
},
{
"t": 21,
"x": 51,
"y": 303
},
{
"t": 22,
"x": 67,
"y": 313
},
{
"t": 23,
"x": 84,
"y": 325
},
{
"t": 24,
"x": 99,
"y": 334
},
{
"t": 25,
"x": 116,
"y": 347
},
{
"t": 26,
"x": 130,
"y": 357
},
{
"t": 27,
"x": 147,
"y": 372
},
{
"t": 28,
"x": 162,
"y": 383
},
{
"t": 29,
"x": 176,
"y": 394
},
{
"t": 30,
"x": 191,
"y": 408
},
{
"t": 31,
"x": 205,
"y": 419
},
{
"t": 32,
"x": 219,
"y": 433
},
{
"t": 33,
"x": 233,
"y": 446
},
{
"t": 34,
"x": 368,
"y": 469
},
{
"t": 35,
"x": 378,
"y": 480
},
{
"t": 36,
"x": 273,
"y": 484
},
{
"t": 37,
"x": 400,
"y": 503
},
{
"t": 38,
"x": 408,
"y": 516
},
{
"t": 39,
"x": 311,
"y": 524
},
{
"t": 40,
"x": 427,
"y": 540
},
{
"t": 41,
"x": 335,
"y": 551
},
{
"t": 42,
"x": 444,
"y": 564
},
{
"t": 43,
"x": 454,
"y": 576
},
{
"t": 44,
"x": 464,
"y": 589
},
{
"t": 45,
"x": 472,
"y": 602
},
{
"t": 46,
"x": 482,
"y": 614
},
{
"t": 47,
"x": 491,
"y": 618
},
{
"t": 48,
"x": 505,
"y": 614
},
{
"t": 49,
"x": 518,
"y": 607
},
{
"t": 50,
"x": 425,
"y": 599
},
{
"t": 51,
"x": 486,
"y": 604
},
{
"t": 52,
"x": 502,
"y": 598
},
{
"t": 53,
"x": 507,
"y": 593
},
{
"t": 54,
"x": 510,
"y": 588
},
{
"t": 55,
"x": 517,
"y": 582
},
{
"t": 56,
"x": 525,
"y": 578
},
{
"t": 57,
"x": 532,
"y": 572
},
{
"t": 58,
"x": 566,
"y": 561
},
{
"t": 59,
"x": 569,
"y": 558
},
{
"t": 60,
"x": 575,
"y": 555
},
{
"t": 61,
"x": 580,
"y": 551
},
{
"t": 62,
"x": 586,
"y": 548
},
{
"t": 63,
"x": 591,
"y": 546
},
{
"t": 64,
"x": 597,
"y": 543
},
{
"t": 65,
"x": 602,
"y": 541
},
{
"t": 66,
"x": 608,
"y": 538
},
{
"t": 67,
"x": 613,
"y": 534
},
{
"t": 69,
"x": 617,
"y": 530
},
{
"t": 70,
"x": 623,
"y": 528
},
{
"t": 71,
"x": 627,
"y": 525
},
{
"t": 72,
"x": 631,
"y": 522
},
{
"t": 73,
"x": 636,
"y": 519
},
{
"t": 74,
"x": 641,
"y": 517
},
{
"t": 75,
"x": 645,
"y": 515
},
{
"t": 76,
"x": 650,
"y": 513
},
{
"t": 77,
"x": 655,
"y": 510
},
{
"t": 78,
"x": 659,
"y": 508
},
{
"t": 79,
"x": 664,
"y": 506
},
{
"t": 80,
"x": 669,
"y": 504
},
{
"t": 81,
"x": 674,
"y": 501
},
{
"t": 82,
"x": 678,
"y": 500
},
{
"t": 83,
"x": 683,
"y": 498
},
{
"t": 84,
"x": 687,
"y": 496
},
{
"t": 85,
"x": 691,
"y": 496
},
{
"t": 86,
"x": 695,
"y": 495
},
{
"t": 87,
"x": 700,
"y": 493
},
{
"t": 88,
"x": 704,
"y": 493
},
{
"t": 89,
"x": 709,
"y": 489
},
{
"t": 90,
"x": 712,
"y": 489
},
{
"t": 91,
"x": 717,
"y": 488
},
{
"t": 92,
"x": 721,
"y": 486
},
{
"t": 93,
"x": 726,
"y": 484
},
{
"t": 94,
"x": 730,
"y": 484
},
{
"t": 95,
"x": 733,
"y": 483
},
{
"t": 96,
"x": 737,
"y": 484
},
{
"t": 97,
"x": 741,
"y": 483
},
{
"t": 98,
"x": 744,
"y": 483
},
{
"t": 99,
"x": 749,
"y": 482
},
{
"t": 100,
"x": 753,
"y": 482
},
{
"t": 101,
"x": 757,
"y": 482
},
{
"t": 102,
"x": 761,
"y": 482
},
{
"t": 103,
"x": 766,
"y": 482
},
{
"t": 104,
"x": 769,
"y": 482
},
{
"t": 105,
"x": 761,
"y": 479
},
{
"t": 106,
"x": 781,
"y": 479
},
{
"t": 107,
"x": 786,
"y": 479
},
{
"t": 108,
"x": 788,
"y": 479
},
{
"t": 109,
"x": 793,
"y": 479
},
{
"t": 110,
"x": 797,
"y": 479
},
{
"t": 111,
"x": 800,
"y": 480
},
{
"t": 112,
"x": 780,
"y": 478
},
{
"t": 113,
"x": 783,
"y": 479
},
{
"t": 114,
"x": 787,
"y": 481
},
{
"t": 115,
"x": 790,
"y": 484
},
{
"t": 116,
"x": 793,
"y": 484
},
{
"t": 117,
"x": 796,
"y": 484
},
{
"t": 118,
"x": 800,
"y": 484
}
],
"birth": 0,
"death": 120
},
{
"id": 1,
"type": "green dirtbike",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 240,
"y": 665
},
{
"t": 6,
"x": 242,
"y": 665
},
{
"t": 10,
"x": 244,
"y": 664
},
{
"t": 13,
"x": 247,
"y": 664
},
{
"t": 15,
"x": 248,
"y": 663
},
{
"t": 17,
"x": 251,
"y": 663
},
{
"t": 19,
"x": 254,
"y": 661
},
{
"t": 20,
"x": 215,
"y": 675
},
{
"t": 21,
"x": 256,
"y": 660
},
{
"t": 23,
"x": 219,
"y": 674
},
{
"t": 24,
"x": 261,
"y": 659
},
{
"t": 25,
"x": 223,
"y": 673
},
{
"t": 26,
"x": 226,
"y": 672
},
{
"t": 27,
"x": 266,
"y": 658
},
{
"t": 28,
"x": 268,
"y": 657
},
{
"t": 29,
"x": 270,
"y": 657
},
{
"t": 30,
"x": 272,
"y": 656
},
{
"t": 31,
"x": 274,
"y": 656
},
{
"t": 32,
"x": 237,
"y": 669
},
{
"t": 33,
"x": 278,
"y": 654
},
{
"t": 34,
"x": 241,
"y": 668
},
{
"t": 35,
"x": 283,
"y": 654
},
{
"t": 36,
"x": 247,
"y": 667
},
{
"t": 37,
"x": 287,
"y": 653
},
{
"t": 38,
"x": 252,
"y": 666
},
{
"t": 39,
"x": 255,
"y": 665
},
{
"t": 40,
"x": 294,
"y": 650
},
{
"t": 41,
"x": 297,
"y": 650
},
{
"t": 42,
"x": 299,
"y": 649
},
{
"t": 43,
"x": 302,
"y": 649
},
{
"t": 44,
"x": 305,
"y": 648
},
{
"t": 45,
"x": 307,
"y": 647
},
{
"t": 46,
"x": 275,
"y": 659
},
{
"t": 47,
"x": 312,
"y": 646
},
{
"t": 48,
"x": 282,
"y": 658
},
{
"t": 49,
"x": 319,
"y": 645
},
{
"t": 50,
"x": 321,
"y": 644
},
{
"t": 51,
"x": 325,
"y": 644
},
{
"t": 52,
"x": 327,
"y": 643
},
{
"t": 53,
"x": 330,
"y": 642
},
{
"t": 54,
"x": 333,
"y": 641
},
{
"t": 55,
"x": 336,
"y": 641
},
{
"t": 56,
"x": 339,
"y": 640
},
{
"t": 57,
"x": 341,
"y": 640
},
{
"t": 58,
"x": 345,
"y": 639
},
{
"t": 59,
"x": 348,
"y": 639
},
{
"t": 60,
"x": 351,
"y": 639
},
{
"t": 61,
"x": 354,
"y": 639
},
{
"t": 62,
"x": 359,
"y": 639
},
{
"t": 63,
"x": 362,
"y": 640
},
{
"t": 64,
"x": 365,
"y": 641
},
{
"t": 65,
"x": 359,
"y": 643
},
{
"t": 66,
"x": 363,
"y": 642
},
{
"t": 67,
"x": 359,
"y": 654
},
{
"t": 68,
"x": 362,
"y": 656
},
{
"t": 69,
"x": 376,
"y": 658
},
{
"t": 70,
"x": 380,
"y": 658
},
{
"t": 71,
"x": 383,
"y": 661
},
{
"t": 72,
"x": 386,
"y": 666
},
{
"t": 73,
"x": 394,
"y": 659
},
{
"t": 74,
"x": 398,
"y": 656
},
{
"t": 75,
"x": 401,
"y": 654
},
{
"t": 76,
"x": 405,
"y": 652
},
{
"t": 77,
"x": 410,
"y": 650
},
{
"t": 78,
"x": 411,
"y": 653
},
{
"t": 79,
"x": 415,
"y": 652
},
{
"t": 80,
"x": 419,
"y": 652
},
{
"t": 81,
"x": 423,
"y": 651
},
{
"t": 82,
"x": 428,
"y": 649
},
{
"t": 83,
"x": 432,
"y": 648
},
{
"t": 84,
"x": 436,
"y": 648
},
{
"t": 85,
"x": 441,
"y": 646
},
{
"t": 86,
"x": 444,
"y": 645
},
{
"t": 87,
"x": 451,
"y": 641
},
{
"t": 88,
"x": 453,
"y": 644
},
{
"t": 89,
"x": 457,
"y": 643
},
{
"t": 90,
"x": 458,
"y": 641
},
{
"t": 91,
"x": 464,
"y": 641
},
{
"t": 92,
"x": 469,
"y": 640
},
{
"t": 93,
"x": 478,
"y": 634
},
{
"t": 94,
"x": 477,
"y": 636
},
{
"t": 95,
"x": 481,
"y": 635
},
{
"t": 96,
"x": 486,
"y": 634
},
{
"t": 97,
"x": 495,
"y": 630
},
{
"t": 98,
"x": 500,
"y": 629
},
{
"t": 99,
"x": 505,
"y": 628
},
{
"t": 100,
"x": 512,
"y": 623
},
{
"t": 101,
"x": 513,
"y": 626
},
{
"t": 102,
"x": 518,
"y": 624
},
{
"t": 103,
"x": 523,
"y": 622
},
{
"t": 104,
"x": 528,
"y": 621
},
{
"t": 106,
"x": 537,
"y": 619
},
{
"t": 107,
"x": 542,
"y": 617
},
{
"t": 109,
"x": 551,
"y": 615
},
{
"t": 110,
"x": 556,
"y": 613
},
{
"t": 111,
"x": 561,
"y": 610
},
{
"t": 112,
"x": 566,
"y": 609
},
{
"t": 113,
"x": 570,
"y": 608
},
{
"t": 114,
"x": 576,
"y": 604
},
{
"t": 115,
"x": 580,
"y": 606
},
{
"t": 116,
"x": 584,
"y": 605
},
{
"t": 117,
"x": 591,
"y": 601
},
{
"t": 118,
"x": 596,
"y": 599
},
{
"t": 119,
"x": 599,
"y": 601
}
],
"birth": 0,
"death": 120
},
{
"id": 2,
"type": "yellow utility",
"vis": [
{
"t": 0,
"v": true
},
{
"t": 116,
"v": false
}
],
"is_in_frame": [
{
"t": 0,
"v": true
},
{
"t": 116,
"v": false
}
],
"image_positions": [
{
"t": 0,
"x": 838,
"y": 693
},
{
"t": 1,
"x": 837,
"y": 669
},
{
"t": 2,
"x": 808,
"y": 686
},
{
"t": 3,
"x": 762,
"y": 646
},
{
"t": 4,
"x": 805,
"y": 659
},
{
"t": 5,
"x": 742,
"y": 641
},
{
"t": 6,
"x": 733,
"y": 640
},
{
"t": 7,
"x": 721,
"y": 636
},
{
"t": 8,
"x": 744,
"y": 671
},
{
"t": 9,
"x": 701,
"y": 632
},
{
"t": 10,
"x": 691,
"y": 630
},
{
"t": 11,
"x": 680,
"y": 628
},
{
"t": 12,
"x": 670,
"y": 625
},
{
"t": 13,
"x": 661,
"y": 624
},
{
"t": 14,
"x": 651,
"y": 622
},
{
"t": 15,
"x": 641,
"y": 619
},
{
"t": 16,
"x": 630,
"y": 617
},
{
"t": 17,
"x": 660,
"y": 649
},
{
"t": 18,
"x": 612,
"y": 613
},
{
"t": 19,
"x": 602,
"y": 610
},
{
"t": 20,
"x": 593,
"y": 608
},
{
"t": 21,
"x": 584,
"y": 607
},
{
"t": 22,
"x": 573,
"y": 604
},
{
"t": 23,
"x": 564,
"y": 602
},
{
"t": 24,
"x": 555,
"y": 600
},
{
"t": 25,
"x": 545,
"y": 598
},
{
"t": 26,
"x": 568,
"y": 624
},
{
"t": 27,
"x": 563,
"y": 622
},
{
"t": 28,
"x": 557,
"y": 575
},
{
"t": 29,
"x": 508,
"y": 591
},
{
"t": 30,
"x": 537,
"y": 572
},
{
"t": 31,
"x": 491,
"y": 588
},
{
"t": 32,
"x": 519,
"y": 568
},
{
"t": 33,
"x": 473,
"y": 583
},
{
"t": 34,
"x": 464,
"y": 582
},
{
"t": 35,
"x": 491,
"y": 563
},
{
"t": 36,
"x": 480,
"y": 561
},
{
"t": 37,
"x": 469,
"y": 596
},
{
"t": 38,
"x": 461,
"y": 594
},
{
"t": 39,
"x": 455,
"y": 557
},
{
"t": 40,
"x": 446,
"y": 581
},
{
"t": 41,
"x": 438,
"y": 583
},
{
"t": 42,
"x": 412,
"y": 591
},
{
"t": 43,
"x": 376,
"y": 558
},
{
"t": 44,
"x": 406,
"y": 556
},
{
"t": 45,
"x": 401,
"y": 577
},
{
"t": 46,
"x": 393,
"y": 577
},
{
"t": 47,
"x": 351,
"y": 570
},
{
"t": 48,
"x": 369,
"y": 558
},
{
"t": 49,
"x": 362,
"y": 559
},
{
"t": 50,
"x": 360,
"y": 572
},
{
"t": 51,
"x": 352,
"y": 571
},
{
"t": 52,
"x": 334,
"y": 569
},
{
"t": 53,
"x": 346,
"y": 570
},
{
"t": 54,
"x": 329,
"y": 572
},
{
"t": 55,
"x": 311,
"y": 568
},
{
"t": 56,
"x": 304,
"y": 567
},
{
"t": 58,
"x": 294,
"y": 564
},
{
"t": 59,
"x": 287,
"y": 561
},
{
"t": 60,
"x": 279,
"y": 560
},
{
"t": 61,
"x": 283,
"y": 561
},
{
"t": 62,
"x": 256,
"y": 559
},
{
"t": 63,
"x": 258,
"y": 557
},
{
"t": 64,
"x": 242,
"y": 556
},
{
"t": 65,
"x": 235,
"y": 555
},
{
"t": 66,
"x": 229,
"y": 555
},
{
"t": 67,
"x": 232,
"y": 551
},
{
"t": 68,
"x": 224,
"y": 549
},
{
"t": 69,
"x": 221,
"y": 549
},
{
"t": 70,
"x": 211,
"y": 546
},
{
"t": 71,
"x": 206,
"y": 546
},
{
"t": 72,
"x": 198,
"y": 543
},
{
"t": 73,
"x": 161,
"y": 536
},
{
"t": 74,
"x": 184,
"y": 540
},
{
"t": 75,
"x": 178,
"y": 539
},
{
"t": 76,
"x": 161,
"y": 532
},
{
"t": 77,
"x": 155,
"y": 530
},
{
"t": 78,
"x": 134,
"y": 530
},
{
"t": 79,
"x": 143,
"y": 527
},
{
"t": 80,
"x": 148,
"y": 533
},
{
"t": 81,
"x": 143,
"y": 532
},
{
"t": 82,
"x": 137,
"y": 531
},
{
"t": 83,
"x": 130,
"y": 525
},
{
"t": 84,
"x": 100,
"y": 522
},
{
"t": 85,
"x": 82,
"y": 510
},
{
"t": 86,
"x": 114,
"y": 527
},
{
"t": 87,
"x": 83,
"y": 519
},
{
"t": 88,
"x": 103,
"y": 524
},
{
"t": 89,
"x": 73,
"y": 516
},
{
"t": 90,
"x": 82,
"y": 514
},
{
"t": 91,
"x": 88,
"y": 519
},
{
"t": 92,
"x": 72,
"y": 511
},
{
"t": 93,
"x": 76,
"y": 518
},
{
"t": 94,
"x": 62,
"y": 509
},
{
"t": 95,
"x": 67,
"y": 517
},
{
"t": 96,
"x": 62,
"y": 514
},
{
"t": 97,
"x": 27,
"y": 506
},
{
"t": 98,
"x": 51,
"y": 511
},
{
"t": 99,
"x": 47,
"y": 510
},
{
"t": 100,
"x": 41,
"y": 508
},
{
"t": 101,
"x": 37,
"y": 507
},
{
"t": 102,
"x": 33,
"y": 506
},
{
"t": 103,
"x": 28,
"y": 505
},
{
"t": 104,
"x": 23,
"y": 504
},
{
"t": 105,
"x": 19,
"y": 503
},
{
"t": 106,
"x": 14,
"y": 502
},
{
"t": 107,
"x": 9,
"y": 501
},
{
"t": 108,
"x": 4,
"y": 500
},
{
"t": 109,
"x": 5,
"y": 505
},
{
"t": 110,
"x": 3,
"y": 506
},
{
"t": 111,
"x": 3,
"y": 498
},
{
"t": 112,
"x": 13,
"y": 501
},
{
"t": 113,
"x": 9,
"y": 501
},
{
"t": 114,
"x": 4,
"y": 499
},
{
"t": 115,
"x": 1,
"y": 498
},
{
"t": 116,
"x": null,
"y": null
}
],
"birth": 0,
"death": 120
},
{
"id": 3,
"type": "green fighter",
"vis": [
{
"t": 0,
"v": true
}
],
"is_in_frame": [
{
"t": 0,
"v": true
}
],
"image_positions": [
{
"t": 0,
"x": 988,
"y": 341
},
{
"t": 2,
"x": 987,
"y": 338
},
{
"t": 3,
"x": 985,
"y": 338
},
{
"t": 4,
"x": 980,
"y": 338
},
{
"t": 5,
"x": 973,
"y": 338
},
{
"t": 6,
"x": 967,
"y": 338
},
{
"t": 7,
"x": 961,
"y": 336
},
{
"t": 8,
"x": 955,
"y": 336
},
{
"t": 9,
"x": 948,
"y": 336
},
{
"t": 10,
"x": 941,
"y": 336
},
{
"t": 11,
"x": 935,
"y": 336
},
{
"t": 12,
"x": 928,
"y": 336
},
{
"t": 13,
"x": 986,
"y": 345
},
{
"t": 14,
"x": 987,
"y": 347
},
{
"t": 15,
"x": 980,
"y": 347
},
{
"t": 16,
"x": 973,
"y": 347
},
{
"t": 17,
"x": 966,
"y": 347
},
{
"t": 18,
"x": 960,
"y": 347
},
{
"t": 19,
"x": 953,
"y": 347
},
{
"t": 20,
"x": 946,
"y": 347
},
{
"t": 21,
"x": 938,
"y": 346
},
{
"t": 22,
"x": 931,
"y": 346
},
{
"t": 23,
"x": 985,
"y": 341
},
{
"t": 24,
"x": 983,
"y": 339
},
{
"t": 25,
"x": 980,
"y": 335
},
{
"t": 26,
"x": 979,
"y": 331
},
{
"t": 27,
"x": 974,
"y": 328
},
{
"t": 28,
"x": 965,
"y": 330
},
{
"t": 29,
"x": 962,
"y": 323
},
{
"t": 30,
"x": 955,
"y": 323
},
{
"t": 31,
"x": 941,
"y": 329
},
{
"t": 32,
"x": 940,
"y": 321
},
{
"t": 33,
"x": 933,
"y": 320
},
{
"t": 34,
"x": 921,
"y": 324
},
{
"t": 35,
"x": 909,
"y": 328
},
{
"t": 36,
"x": 898,
"y": 331
},
{
"t": 37,
"x": 898,
"y": 321
},
{
"t": 38,
"x": 888,
"y": 323
},
{
"t": 39,
"x": 878,
"y": 325
},
{
"t": 40,
"x": 863,
"y": 332
},
{
"t": 41,
"x": 864,
"y": 321
},
{
"t": 42,
"x": 850,
"y": 327
},
{
"t": 43,
"x": 841,
"y": 328
},
{
"t": 44,
"x": 830,
"y": 330
},
{
"t": 45,
"x": 821,
"y": 331
},
{
"t": 46,
"x": 812,
"y": 332
},
{
"t": 47,
"x": 804,
"y": 332
},
{
"t": 48,
"x": 795,
"y": 332
},
{
"t": 49,
"x": 786,
"y": 332
},
{
"t": 50,
"x": 778,
"y": 332
},
{
"t": 51,
"x": 770,
"y": 332
},
{
"t": 52,
"x": 762,
"y": 332
},
{
"t": 53,
"x": 754,
"y": 332
},
{
"t": 54,
"x": 745,
"y": 332
},
{
"t": 55,
"x": 737,
"y": 332
},
{
"t": 56,
"x": 728,
"y": 332
},
{
"t": 57,
"x": 720,
"y": 332
},
{
"t": 58,
"x": 712,
"y": 332
},
{
"t": 59,
"x": 704,
"y": 332
},
{
"t": 60,
"x": 696,
"y": 332
},
{
"t": 61,
"x": 687,
"y": 332
},
{
"t": 62,
"x": 679,
"y": 332
},
{
"t": 63,
"x": 671,
"y": 332
},
{
"t": 64,
"x": 663,
"y": 332
},
{
"t": 65,
"x": 655,
"y": 332
},
{
"t": 66,
"x": 647,
"y": 332
},
{
"t": 67,
"x": 639,
"y": 331
},
{
"t": 68,
"x": 631,
"y": 331
},
{
"t": 69,
"x": 623,
"y": 331
},
{
"t": 70,
"x": 615,
"y": 331
},
{
"t": 71,
"x": 607,
"y": 331
},
{
"t": 72,
"x": 599,
"y": 330
},
{
"t": 73,
"x": 591,
"y": 330
},
{
"t": 74,
"x": 583,
"y": 330
},
{
"t": 75,
"x": 574,
"y": 330
},
{
"t": 76,
"x": 566,
"y": 330
},
{
"t": 77,
"x": 558,
"y": 330
},
{
"t": 78,
"x": 551,
"y": 330
},
{
"t": 79,
"x": 544,
"y": 329
},
{
"t": 80,
"x": 535,
"y": 329
},
{
"t": 81,
"x": 527,
"y": 329
},
{
"t": 82,
"x": 519,
"y": 329
},
{
"t": 83,
"x": 512,
"y": 328
},
{
"t": 84,
"x": 504,
"y": 328
},
{
"t": 85,
"x": 496,
"y": 328
},
{
"t": 86,
"x": 488,
"y": 328
},
{
"t": 87,
"x": 481,
"y": 327
},
{
"t": 88,
"x": 473,
"y": 327
},
{
"t": 89,
"x": 466,
"y": 327
},
{
"t": 90,
"x": 458,
"y": 327
},
{
"t": 91,
"x": 451,
"y": 326
},
{
"t": 92,
"x": 443,
"y": 326
},
{
"t": 93,
"x": 435,
"y": 326
},
{
"t": 94,
"x": 427,
"y": 326
},
{
"t": 95,
"x": 419,
"y": 326
},
{
"t": 96,
"x": 412,
"y": 326
},
{
"t": 97,
"x": 412,
"y": 316
},
{
"t": 98,
"x": 404,
"y": 316
},
{
"t": 99,
"x": 397,
"y": 316
},
{
"t": 100,
"x": 389,
"y": 316
},
{
"t": 101,
"x": 383,
"y": 315
},
{
"t": 102,
"x": 374,
"y": 315
},
{
"t": 103,
"x": 366,
"y": 316
},
{
"t": 104,
"x": 359,
"y": 316
},
{
"t": 105,
"x": 351,
"y": 316
},
{
"t": 106,
"x": 344,
"y": 316
},
{
"t": 107,
"x": 337,
"y": 316
},
{
"t": 108,
"x": 329,
"y": 316
},
{
"t": 109,
"x": 322,
"y": 316
},
{
"t": 110,
"x": 314,
"y": 317
},
{
"t": 111,
"x": 307,
"y": 317
},
{
"t": 112,
"x": 298,
"y": 318
},
{
"t": 113,
"x": 291,
"y": 318
},
{
"t": 114,
"x": 283,
"y": 318
},
{
"t": 115,
"x": 276,
"y": 318
},
{
"t": 116,
"x": 269,
"y": 318
},
{
"t": 117,
"x": 262,
"y": 318
},
{
"t": 118,
"x": 254,
"y": 319
},
{
"t": 119,
"x": 246,
"y": 319
}
],
"birth": 0,
"death": 120
}
],
"interactions": [
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 55,
"type": "contact"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 74,
"type": "contact"
},
{
"id": 2,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 47,
"ends_at": 47,
"type": "collision"
},
{
"id": 3,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 48,
"ends_at": 49,
"type": "contact"
},
{
"id": 4,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 51,
"ends_at": 51,
"type": "collision"
},
{
"id": 5,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 53,
"ends_at": 53,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 58,
"ends_at": 58,
"type": "collision"
},
{
"id": 13,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 59,
"ends_at": 119,
"type": "contact"
},
{
"id": 6,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 62,
"ends_at": 62,
"type": "collision"
},
{
"id": 7,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 63,
"ends_at": 116,
"type": "contact"
},
{
"id": 9,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 82,
"ends_at": 82,
"type": "collision"
},
{
"id": 10,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 83,
"ends_at": 119,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 118,
"ends_at": 118,
"type": "collision"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 119,
"ends_at": 119,
"type": "contact"
}
]
}Complete per-sample evaluator report
{
"metrics": {
"avg_type_similarity": 0.43833801586610477,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 345.7644708554978,
"avg_image_position_segmentation_acc": 0.09820402298850575,
"avg_image_position_segmentation_acc_small": null,
"avg_image_position_segmentation_acc_medium": 0.09820402298850575,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 0.5,
"avg_image_position_segmentation_visible_acc": 0.09820402298850575,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 0.9583333333333334,
"visibility_true_acc": 0.9666666666666667,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.9583333333333334,
"is_in_frame_true_acc": 0.9666666666666667,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.9583333333333334,
"vis_acc_from_px_true_acc": 0.9666666666666667,
"vis_acc_from_px_false_acc": 0.0,
"num_matches": 4,
"num_unmatched_pred": 15,
"num_unmatched_target": 0
},
"supports": {
"avg_type_similarity": 4,
"avg_size_diff": 0,
"avg_3d_iou": 0,
"avg_image_position_px_diff": 4,
"avg_image_position_segmentation_acc": 4,
"avg_image_position_segmentation_acc_small": 0,
"avg_image_position_segmentation_acc_medium": 4,
"avg_image_position_segmentation_acc_large": 0,
"avg_image_position_segmentation_acc_first_frame": 4,
"avg_image_position_segmentation_visible_acc": 4,
"avg_quaternion_geodesic_deg": 0,
"visibility_acc": 4,
"visibility_true_acc": 4,
"visibility_false_acc": 1,
"is_in_frame_acc": 4,
"is_in_frame_true_acc": 4,
"is_in_frame_false_acc": 1,
"vis_acc_from_px": 4,
"vis_acc_from_px_true_acc": 4,
"vis_acc_from_px_false_acc": 1
},
"matching": {
"matches": [
{
"target_index": 0,
"pred_index": 9,
"target_id": 0,
"pred_id": 9,
"cost": 1.0,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 1.0,
"weighted_cost": 1.0,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 1,
"target_id": 1,
"pred_id": 1,
"cost": 0.7083333333333334,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.7083333333333334,
"weighted_cost": 0.7083333333333334,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 2,
"target_id": 2,
"pred_id": 2,
"cost": 0.9655172413793104,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.9655172413793104,
"weighted_cost": 0.9655172413793104,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 4,
"target_id": 3,
"pred_id": 4,
"cost": 1.4333333333333333,
"cost_breakdown": [
{
"name": "mutual_type",
"weight": 1.0,
"raw_cost": 0.5,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "same_seg",
"weight": 1.0,
"raw_cost": 0.9333333333333333,
"weighted_cost": 0.9333333333333333,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
0,
3,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18
],
"target_type_counts": {
"blue airliner": 1,
"green dirtbike": 1,
"yellow utility": 1,
"green fighter": 1
},
"pred_type_counts": {
"colorful wooden toy steak dinner set": 1,
"grey and green running shoe": 1,
"yellow wooden toy construction vehicle set": 1,
"green metallic lime squeezer": 2,
"dark grey and yellow running shoe": 2,
"colorful plastic Lego lemonade stand": 1,
"light blue plastic conditioner tube": 7,
"dark green plastic triceratops figurine": 1,
"light blue and yellow high-top sneaker": 2,
"blue and green cardboard candy bar box": 1
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"mutual_type",
"same_seg"
],
"cost_weights": {
"mutual_type": 1.0,
"same_seg": 1.0
},
"num_frames": 120
},
"scene_metrics": {
"thresholds": [
0.5,
1.0,
2.0,
3.0
],
"counts_by_threshold": {
"0.5": {
"true_positives": 4,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 2,
"false_negatives": 0
},
"2.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
},
"3.0": {
"true_positives": 0,
"false_positives": 4,
"false_negatives": 0
}
},
"jaccard_by_threshold": {
"0.5": 1.0,
"1.0": 0.5,
"2.0": 0.0,
"3.0": 0.0
},
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 4,
"false_positives": 15,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 4,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 0.21052631578947367,
"0.5": 0.21052631578947367,
"0.75": 0.21052631578947367,
"1.0": 0.10526315789473684
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.5
},
"visibility_f1_by_threshold": {
"0.25": 0.34782608695652173,
"0.5": 0.34782608695652173,
"0.75": 0.34782608695652173,
"1.0": 0.17391304347826086
},
"visibility_by_motion_group": {
"static": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 0,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
}
},
"visibility_precision_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
},
"visibility_f1_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 0.3333333333333333
}
},
"unknown": {
"visibility_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
},
"0.5": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
}
},
"visibility_precision_by_threshold": {
"0.25": 0.0625,
"0.5": 0.0625,
"0.75": 0.0625,
"1.0": 0.0625
},
"visibility_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"visibility_f1_by_threshold": {
"0.25": 0.11764705882352941,
"0.5": 0.11764705882352941,
"0.75": 0.11764705882352941,
"1.0": 0.11764705882352941
}
}
},
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 18,
"false_negatives": 3
},
"0.5": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 4
},
"0.75": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 4
},
"1.0": {
"true_positives": 0,
"false_positives": 19,
"false_negatives": 4
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.05263157894736842,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.25,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.08695652173913043,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.013157894736842105,
"segmentation_frame_average_recall": 0.0625,
"segmentation_frame_average_f1": 0.021739130434782608,
"segmentation_first_frame_counts": {
"true_positives": 2,
"false_positives": 17,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.10526315789473684,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.1904761904761905,
"segmentation_by_motion_group": {
"static": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 2
},
"0.5": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"0.75": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
},
"1.0": {
"true_positives": 0,
"false_positives": 3,
"false_negatives": 3
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.08333333333333333,
"segmentation_frame_average_recall": 0.08333333333333333,
"segmentation_frame_average_f1": 0.08333333333333333,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 2,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.3333333333333333,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.5
},
"unknown": {
"segmentation_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 1
},
"0.5": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 1
},
"0.75": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 1
},
"1.0": {
"true_positives": 0,
"false_positives": 16,
"false_negatives": 1
}
},
"segmentation_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"segmentation_frame_average_precision": 0.0,
"segmentation_frame_average_recall": 0.0,
"segmentation_frame_average_f1": 0.0,
"segmentation_first_frame_counts": {
"true_positives": 1,
"false_positives": 15,
"false_negatives": 0
},
"segmentation_first_frame_precision": 0.0625,
"segmentation_first_frame_recall": 1.0,
"segmentation_first_frame_f1": 0.11764705882352941
}
}
},
"per_match_metrics": [
{
"target_id": 0,
"pred_id": 9,
"cost": 1.0,
"type_similarity": 0.5201238894263196,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 592.7599210298915,
"image_position_segmentation_acc": 0.0,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.0,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.0,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.8666666666666667,
"visibility_true_acc": 0.8666666666666667,
"visibility_false_acc": null,
"is_in_frame_acc": 0.8666666666666667,
"is_in_frame_true_acc": 0.8666666666666667,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 0.8666666666666667,
"vis_acc_from_px_true_acc": 0.8666666666666667,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 1,
"pred_id": 1,
"cost": 0.7083333333333334,
"type_similarity": 0.3996652431233326,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 158.72062249715216,
"image_position_segmentation_acc": 0.2916666666666667,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.2916666666666667,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.2916666666666667,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
},
{
"target_id": 2,
"pred_id": 2,
"cost": 0.9655172413793104,
"type_similarity": 0.4666377157167243,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 275.18326012204346,
"image_position_segmentation_acc": 0.034482758620689655,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.034482758620689655,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 0.0,
"image_position_segmentation_visible_acc": 0.034482758620689655,
"quaternion_geodesic_deg": null,
"visibility_acc": 0.9666666666666667,
"visibility_true_acc": 1.0,
"visibility_false_acc": 0.0,
"is_in_frame_acc": 0.9666666666666667,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 0.0,
"vis_acc_from_px": 0.9666666666666667,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 0.0
},
{
"target_id": 3,
"pred_id": 4,
"cost": 1.4333333333333333,
"type_similarity": 0.3669252151980428,
"size_diff": null,
"3d_iou": null,
"image_position_px_diff": 356.39407977290404,
"image_position_segmentation_acc": 0.06666666666666667,
"image_position_segmentation_acc_small": null,
"image_position_segmentation_acc_medium": 0.06666666666666667,
"image_position_segmentation_acc_large": null,
"image_position_segmentation_acc_first_frame": 1.0,
"image_position_segmentation_visible_acc": 0.06666666666666667,
"quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": null,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": null,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": null
}
],
"interaction_metrics": {
"avg_interaction_temporal_span_giou": -0.5940154465806036,
"avg_interaction_input_object_jaccard": 0.3571428571428571,
"avg_interaction_output_object_jaccard": 0.3571428571428571,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 14,
"num_unmatched_pred_interactions": 20,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 32,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 34,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.058823529411764705,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.1111111111111111,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.08823529411764706,
"0.75": 0.08823529411764706,
"1.0": 0.08823529411764706
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.1621621621621622,
"0.75": 0.1621621621621622,
"1.0": 0.1621621621621622
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 31,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.08823529411764706,
"0.75": 0.08823529411764706,
"1.0": 0.08823529411764706
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.1621621621621622,
"0.75": 0.1621621621621622,
"1.0": 0.1621621621621622
}
},
"interaction_supports": {
"avg_interaction_temporal_span_giou": 14,
"avg_interaction_input_object_jaccard": 14,
"avg_interaction_output_object_jaccard": 14,
"avg_interaction_type_exact_match_acc": 14
},
"interaction_matching": {
"matches": [
{
"target_index": 0,
"pred_index": 14,
"target_id": 0,
"pred_id": 14,
"cost": 1.9908256880733946,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9908256880733946,
"weighted_cost": 0.9908256880733946,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 1.0,
"weighted_cost": 0.5,
"used_missing_value": false
}
]
},
{
"target_index": 1,
"pred_index": 33,
"target_id": 1,
"pred_id": 33,
"cost": 0.8958333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.8958333333333333,
"weighted_cost": 0.8958333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 2,
"pred_index": 30,
"target_id": 2,
"pred_id": 30,
"cost": 1.4615384615384617,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9615384615384616,
"weighted_cost": 0.9615384615384616,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 3,
"pred_index": 2,
"target_id": 3,
"pred_id": 2,
"cost": 1.24,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.74,
"weighted_cost": 0.74,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 4,
"pred_index": 25,
"target_id": 4,
"pred_id": 25,
"cost": 1.46875,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.96875,
"weighted_cost": 0.96875,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 5,
"pred_index": 23,
"target_id": 5,
"pred_id": 23,
"cost": 1.475,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.975,
"weighted_cost": 0.975,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 6,
"pred_index": 27,
"target_id": 6,
"pred_id": 27,
"cost": 1.4803921568627452,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9803921568627452,
"weighted_cost": 0.9803921568627452,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 7,
"pred_index": 0,
"target_id": 7,
"pred_id": 0,
"cost": 1.1666666666666665,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6666666666666666,
"weighted_cost": 0.6666666666666666,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 8,
"pred_index": 3,
"target_id": 8,
"pred_id": 3,
"cost": 0.84,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.33999999999999997,
"weighted_cost": 0.33999999999999997,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 9,
"pred_index": 22,
"target_id": 9,
"pred_id": 22,
"cost": 1.4861111111111112,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.9861111111111112,
"weighted_cost": 0.9861111111111112,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 10,
"pred_index": 1,
"target_id": 10,
"pred_id": 1,
"cost": 0.7458333333333333,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.7458333333333333,
"weighted_cost": 0.7458333333333333,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 11,
"pred_index": 16,
"target_id": 11,
"pred_id": 16,
"cost": 0.2857142857142857,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.2857142857142857,
"weighted_cost": 0.2857142857142857,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
}
]
},
{
"target_index": 12,
"pred_index": 12,
"target_id": 12,
"pred_id": 12,
"cost": 1.475609756097561,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.975609756097561,
"weighted_cost": 0.975609756097561,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
},
{
"target_index": 13,
"pred_index": 4,
"target_id": 13,
"pred_id": 4,
"cost": 1.1458333333333335,
"cost_breakdown": [
{
"name": "type_exact",
"weight": 1.0,
"raw_cost": 0.0,
"weighted_cost": 0.0,
"used_missing_value": false
},
{
"name": "temporal_span",
"weight": 1.0,
"raw_cost": 0.6458333333333334,
"weighted_cost": 0.6458333333333334,
"used_missing_value": false
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5,
"raw_cost": 0.5,
"weighted_cost": 0.25,
"used_missing_value": false
}
]
}
],
"unmatched_target_ids": [],
"unmatched_pred_ids": [
5,
6,
7,
8,
9,
10,
11,
13,
15,
17,
18,
19,
20,
21,
24,
26,
28,
29,
31,
32
],
"target_type_counts": {
"collision": 7,
"contact": 7
},
"pred_type_counts": {
"contact": 27,
"collision": 7
},
"assignment_backend": "scipy_dense",
"cost_functions": [
"type_exact",
"temporal_span",
"input_object_set_mutual_jaccard",
"output_object_set_mutual_jaccard"
],
"cost_weights": {
"type_exact": 1.0,
"temporal_span": 1.0,
"input_object_set_mutual_jaccard": 0.5,
"output_object_set_mutual_jaccard": 0.5
}
},
"per_interaction_match_metrics": [
{
"target_index": 0,
"pred_index": 14,
"target_id": 0,
"pred_id": 14,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.9908256880733946,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.981651376146789,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 1,
"pred_index": 33,
"target_id": 1,
"pred_id": 33,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.8958333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.7916666666666666,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 2,
"pred_index": 30,
"target_id": 2,
"pred_id": 30,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4615384615384617,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9230769230769231,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 3,
"pred_index": 2,
"target_id": 3,
"pred_id": 2,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.24,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.48,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 4,
"pred_index": 25,
"target_id": 4,
"pred_id": 25,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.46875,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9375,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 5,
"pred_index": 23,
"target_id": 5,
"pred_id": 23,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.475,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.95,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 6,
"pred_index": 27,
"target_id": 6,
"pred_id": 27,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4803921568627452,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9607843137254902,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 7,
"pred_index": 0,
"target_id": 7,
"pred_id": 0,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1666666666666665,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.3333333333333333,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 8,
"pred_index": 3,
"target_id": 8,
"pred_id": 3,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.84,
"temporal_span_iou": 0.32,
"temporal_span_giou": 0.32,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 9,
"pred_index": 22,
"target_id": 9,
"pred_id": 22,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.4861111111111112,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9722222222222222,
"input_object_jaccard": 0.0,
"output_object_jaccard": 0.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 10,
"pred_index": 1,
"target_id": 10,
"pred_id": 1,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.7458333333333333,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.49166666666666664,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 11,
"pred_index": 16,
"target_id": 11,
"pred_id": 16,
"target_type": "contact",
"pred_type": "contact",
"cost": 0.2857142857142857,
"temporal_span_iou": 0.42857142857142855,
"temporal_span_giou": 0.42857142857142855,
"input_object_jaccard": 1.0,
"output_object_jaccard": 1.0,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 1.0,
"output_object_set_exact_match": 1.0
},
{
"target_index": 12,
"pred_index": 12,
"target_id": 12,
"pred_id": 12,
"target_type": "collision",
"pred_type": "collision",
"cost": 1.475609756097561,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.9512195121951219,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
},
{
"target_index": 13,
"pred_index": 4,
"target_id": 13,
"pred_id": 4,
"target_type": "contact",
"pred_type": "contact",
"cost": 1.1458333333333335,
"temporal_span_iou": 0.0,
"temporal_span_giou": -0.2916666666666667,
"input_object_jaccard": 0.3333333333333333,
"output_object_jaccard": 0.3333333333333333,
"type_exact_match": 1.0,
"temporal_span_exact_match": 0.0,
"input_object_set_exact_match": 0.0,
"output_object_set_exact_match": 0.0
}
],
"interaction_metrics_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": -0.5940154465806036,
"avg_interaction_input_object_jaccard": 0.3571428571428571,
"avg_interaction_output_object_jaccard": 0.3571428571428571,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 14,
"num_unmatched_pred_interactions": 13,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.07407407407407407,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.13793103448275862,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 18,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.1111111111111111,
"0.75": 0.1111111111111111,
"1.0": 0.1111111111111111
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.19999999999999998,
"0.75": 0.19999999999999998,
"1.0": 0.19999999999999998
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 9,
"false_positives": 18,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.3333333333333333,
"0.5": 0.1111111111111111,
"0.75": 0.1111111111111111,
"1.0": 0.1111111111111111
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.5,
"0.5": 0.19999999999999998,
"0.75": 0.19999999999999998,
"1.0": 0.19999999999999998
}
},
"object_object": {
"avg_interaction_temporal_span_giou": null,
"avg_interaction_input_object_jaccard": null,
"avg_interaction_output_object_jaccard": null,
"avg_interaction_type_exact_match_acc": null,
"num_interaction_matches": 0,
"num_unmatched_pred_interactions": 7,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
}
},
"interaction_supports_by_participants": {
"object_ground": {
"avg_interaction_temporal_span_giou": 14,
"avg_interaction_input_object_jaccard": 14,
"avg_interaction_output_object_jaccard": 14,
"avg_interaction_type_exact_match_acc": 14
},
"object_object": {
"avg_interaction_temporal_span_giou": 0,
"avg_interaction_input_object_jaccard": 0,
"avg_interaction_output_object_jaccard": 0,
"avg_interaction_type_exact_match_acc": 0
}
},
"interaction_metrics_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": -0.9537791924809352,
"avg_interaction_input_object_jaccard": 0.09523809523809523,
"avg_interaction_output_object_jaccard": 0.09523809523809523,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 7,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4444444444444445,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 5,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 7,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.2857142857142857,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4444444444444445,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
}
},
"contact": {
"avg_interaction_temporal_span_giou": -0.23425170068027207,
"avg_interaction_input_object_jaccard": 0.619047619047619,
"avg_interaction_output_object_jaccard": 0.619047619047619,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 7,
"num_unmatched_pred_interactions": 20,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 2,
"false_positives": 25,
"false_negatives": 0
},
"0.5": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 27,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.07407407407407407,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.13793103448275862,
"0.5": 0.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 20,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.25925925925925924,
"0.5": 0.1111111111111111,
"0.75": 0.1111111111111111,
"1.0": 0.1111111111111111
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4117647058823529,
"0.5": 0.19999999999999998,
"0.75": 0.19999999999999998,
"1.0": 0.19999999999999998
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 7,
"false_positives": 20,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 24,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.25925925925925924,
"0.5": 0.1111111111111111,
"0.75": 0.1111111111111111,
"1.0": 0.1111111111111111
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4117647058823529,
"0.5": 0.19999999999999998,
"0.75": 0.19999999999999998,
"1.0": 0.19999999999999998
}
}
},
"interaction_supports_by_type": {
"collision": {
"avg_interaction_temporal_span_giou": 7,
"avg_interaction_input_object_jaccard": 7,
"avg_interaction_output_object_jaccard": 7,
"avg_interaction_type_exact_match_acc": 7
},
"contact": {
"avg_interaction_temporal_span_giou": 7,
"avg_interaction_input_object_jaccard": 7,
"avg_interaction_output_object_jaccard": 7,
"avg_interaction_type_exact_match_acc": 7
}
}
}Exact evaluation configuration
{
"predictions_jsonl": "../inference_output.jsonl",
"dataset_json": "../test_data/movi_dump_sentinel_sharegpt.json",
"scene_root": "../test_data/movi_dump",
"output_json": "../evaluation_report.json",
"max_samples": null,
"num_workers": 1,
"show_progress": true,
"log_level": "INFO",
"visibility_filter_mode": "any_frame",
"pos2d_mode": "scaled_normalized",
"pos2d_scale": 1000.0,
"image_width": null,
"image_height": null,
"type_embed_model_name": "all-MiniLM-L6-v2",
"scene_similarity_thresholds": [
0.5,
1.0,
2.0,
3.0
],
"scene_segmentation_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"matching": {
"costs": [
{
"name": "mutual_type",
"weight": 1.0
},
{
"name": "same_seg",
"weight": 1.0,
"missing_value": 1.0,
"kwargs": {
"only_use_first_frame": false
}
}
]
},
"interaction_matching": {
"costs": [
{
"name": "type_exact",
"weight": 1.0
},
{
"name": "temporal_span",
"weight": 1.0
},
{
"name": "input_object_set_mutual_jaccard",
"weight": 0.5
},
{
"name": "output_object_set_mutual_jaccard",
"weight": 0.5
}
]
},
"return_per_sample": true
}