STRIVE · 08/28/2026
Prefill sample 14
One shared clip across Baselines 1, 2, 3, and E2E, including exactly what was injected.
Ground-truth Sentinel
[SCENE-START] [OBJS-START] [OBJ] 0 "olive green ceramic plant container" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 "white and brown sneaker" 0 24 [PX] 0 435 451 [OBJ] 2 "multicolored wooden hammer ball toy" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 "yellow and burgundy sneaker" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 "yellow and green cardboard fingerpaint set" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 "white canvas boat shoe" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 "yellow plastic Game Boy cartridge" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 "wooden toy train bridge" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 18 "contact" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 22 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 28 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 29 "contact" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 "collision" 1 1 [IN] 2 5 [OUT] 2 5 [INTERACT] 4 "collision" 2 2 [IN] 2 4 [OUT] 2 4 [INTERACT] 20 "collision" 3 3 [IN] 4 5 [OUT] 4 5 [INTERACT] 8 "collision" 6 6 [IN] 2 5 [OUT] 2 5 [INTERACT] 5 "collision" 6 7 [IN] 2 4 [OUT] 2 4 [INTERACT] 12 "collision" 7 8 [IN] 2 6 [OUT] 2 6 [INTERACT] 23 "collision" 7 8 [IN] 5 6 [OUT] 5 6 [INTERACT] 21 "collision" 8 8 [IN] 4 5 [OUT] 4 5 [INTERACT] 6 "collision" 9 9 [IN] 2 4 [OUT] 2 4 [INTERACT] 9 "collision" 10 11 [IN] 2 6 [OUT] 2 6 [INTERACT] 19 "collision" 10 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 13 "collision" 11 11 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 "collision" 11 11 [IN] 3 6 [OUT] 3 6 [INTERACT] 24 "collision" 12 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 10 "collision" 13 13 [IN] 2 6 [OUT] 2 6 [INTERACT] 14 "collision" 13 13 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 17 "collision" 13 13 [IN] 3 6 [OUT] 3 6 [INTERACT] 25 "collision" 14 14 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 "contact" 14 23 [IN] 2 6 [OUT] 2 6 [INTERACT] 15 "contact" 14 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 26 "collision" 16 16 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 27 "contact" 17 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 2 "collision" 18 18 [IN] 2 3 [OUT] 2 3 [INTERACT] 3 "contact" 19 20 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]
Parsed ground truth
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
},
{
"t": 6,
"x": 189,
"y": 404
},
{
"t": 15,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 24,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
},
{
"t": 1,
"x": 490,
"y": 158
},
{
"t": 2,
"x": 501,
"y": 181
},
{
"t": 3,
"x": 509,
"y": 201
},
{
"t": 4,
"x": 521,
"y": 216
},
{
"t": 5,
"x": 595,
"y": 224
},
{
"t": 6,
"x": 611,
"y": 275
},
{
"t": 7,
"x": 638,
"y": 310
},
{
"t": 8,
"x": 658,
"y": 333
},
{
"t": 9,
"x": 673,
"y": 341
},
{
"t": 10,
"x": 615,
"y": 361
},
{
"t": 11,
"x": 615,
"y": 373
},
{
"t": 12,
"x": 623,
"y": 376
},
{
"t": 13,
"x": 638,
"y": 384
},
{
"t": 14,
"x": 654,
"y": 400
},
{
"t": 15,
"x": 669,
"y": 400
},
{
"t": 17,
"x": 693,
"y": 396
},
{
"t": 18,
"x": 689,
"y": 404
},
{
"t": 21,
"x": 681,
"y": 416
},
{
"t": 23,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 24,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
},
{
"t": 2,
"x": 623,
"y": 611
},
{
"t": 4,
"x": 615,
"y": 607
},
{
"t": 9,
"x": 607,
"y": 603
},
{
"t": 10,
"x": 599,
"y": 599
},
{
"t": 13,
"x": 587,
"y": 599
},
{
"t": 16,
"x": 580,
"y": 595
},
{
"t": 21,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
},
{
"t": 4,
"x": 669,
"y": 369
},
{
"t": 5,
"x": 701,
"y": 369
},
{
"t": 6,
"x": 712,
"y": 388
},
{
"t": 7,
"x": 806,
"y": 412
},
{
"t": 8,
"x": 822,
"y": 419
},
{
"t": 9,
"x": 771,
"y": 330
},
{
"t": 10,
"x": 779,
"y": 345
},
{
"t": 13,
"x": 791,
"y": 345
},
{
"t": 15,
"x": 802,
"y": 345
},
{
"t": 18,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 24,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
},
{
"t": 1,
"x": 740,
"y": 232
},
{
"t": 2,
"x": 751,
"y": 255
},
{
"t": 3,
"x": 787,
"y": 291
},
{
"t": 4,
"x": 818,
"y": 298
},
{
"t": 5,
"x": 837,
"y": 322
},
{
"t": 6,
"x": 869,
"y": 337
},
{
"t": 7,
"x": 908,
"y": 388
},
{
"t": 8,
"x": 916,
"y": 380
},
{
"t": 9,
"x": 923,
"y": 384
},
{
"t": 10,
"x": 935,
"y": 392
},
{
"t": 11,
"x": 943,
"y": 416
},
{
"t": 12,
"x": 962,
"y": 435
},
{
"t": 13,
"x": 970,
"y": 455
},
{
"t": 14,
"x": 970,
"y": 466
},
{
"t": 15,
"x": 982,
"y": 458
},
{
"t": 17,
"x": 994,
"y": 455
},
{
"t": 19,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
},
{
"t": 4,
"x": 779,
"y": 521
},
{
"t": 7,
"x": 841,
"y": 521
},
{
"t": 8,
"x": 873,
"y": 533
},
{
"t": 9,
"x": 884,
"y": 533
},
{
"t": 10,
"x": 857,
"y": 552
},
{
"t": 12,
"x": 857,
"y": 568
},
{
"t": 13,
"x": 908,
"y": 572
},
{
"t": 14,
"x": 892,
"y": 576
},
{
"t": 15,
"x": 880,
"y": 587
},
{
"t": 17,
"x": 908,
"y": 599
},
{
"t": 18,
"x": 865,
"y": 591
},
{
"t": 19,
"x": 873,
"y": 595
},
{
"t": 22,
"x": 908,
"y": 603
},
{
"t": 23,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
},
{
"t": 1,
"x": 908,
"y": 439
},
{
"t": 2,
"x": 908,
"y": 419
},
{
"t": 6,
"x": 939,
"y": 419
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 9,
"x": 908,
"y": 439
},
{
"t": 11,
"x": 904,
"y": 447
},
{
"t": 12,
"x": 908,
"y": 439
},
{
"t": 16,
"x": 939,
"y": 423
},
{
"t": 21,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 28,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 29,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
2,
5
],
"outputs": [
2,
5
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 4,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 20,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 8,
"inputs": [
2,
5
],
"outputs": [
2,
5
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 5,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 6,
"ends_at": 7,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 23,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 21,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 6,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 19,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 13,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 16,
"inputs": [
3,
6
],
"outputs": [
3,
6
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 24,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 14,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 17,
"inputs": [
3,
6
],
"outputs": [
3,
6
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 25,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 11,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 26,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 27,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 17,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 3,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 19,
"ends_at": 20,
"type": "contact"
}
]
}Per-frame GT object prefill
Each one-frame detector request was assistant-prefilled with the exact visible GT objects using canonical IDs. B1 generated only the interaction suffix; the saved frame outputs below are the exact persisted requests and generations.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 1 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 447 162 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 716 208 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 416 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 1 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 447 162 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 716 208 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 416 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 8,
"parsed_interaction_count": 7
},
{
"frame_index": 1,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 490 158 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 740 232 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 2 [OUT] 0 2 [INTERACT] 1 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 7 [OUT] 5 7 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 490 158 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 740 232 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 2 [OUT] 0 2 [INTERACT] 1 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 7 [OUT] 5 7 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5,
"7": 7
},
"parsed_object_count": 3,
"parsed_interaction_count": 8
},
{
"frame_index": 2,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 501 181 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 623 611 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 751 255 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 501 181 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 623 611 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 751 255 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7
},
"parsed_object_count": 4,
"parsed_interaction_count": 7
},
{
"frame_index": 3,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 509 201 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 787 291 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 509 201 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 787 291 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5
},
"parsed_object_count": 2,
"parsed_interaction_count": 9
},
{
"frame_index": 4,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 521 216 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 669 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 818 298 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 779 521 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 521 216 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 669 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 818 298 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 779 521 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"parsed_object_count": 5,
"parsed_interaction_count": 5
},
{
"frame_index": 5,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 595 224 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 701 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 837 322 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 595 224 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 701 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 837 322 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5
},
"parsed_object_count": 3,
"parsed_interaction_count": 7
},
{
"frame_index": 6,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 189 404 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 611 275 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 712 388 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 869 337 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 189 404 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 611 275 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 712 388 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 869 337 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"7": 7
},
"parsed_object_count": 5,
"parsed_interaction_count": 10
},
{
"frame_index": 7,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 310 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 806 412 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 908 388 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 841 521 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 310 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 806 412 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 908 388 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 841 521 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 5,
"parsed_interaction_count": 8
},
{
"frame_index": 8,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 658 333 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 822 419 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 916 380 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 533 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 658 333 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 822 419 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 916 380 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 533 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5,
"6": 6
},
"parsed_object_count": 4,
"parsed_interaction_count": 8
},
{
"frame_index": 9,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 673 341 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 607 603 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 771 330 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 923 384 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 884 533 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 673 341 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 607 603 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 771 330 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 923 384 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 884 533 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 8
},
{
"frame_index": 10,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 361 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 935 392 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 552 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 361 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 935 392 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 552 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
},
{
"frame_index": 11,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 373 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 943 416 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 904 447 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 373 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 943 416 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 904 447 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5,
"7": 7
},
"parsed_object_count": 3,
"parsed_interaction_count": 8
},
{
"frame_index": 12,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 623 376 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 962 435 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 568 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 623 376 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 962 435 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 568 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 4,
"parsed_interaction_count": 5
},
{
"frame_index": 13,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 384 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 572 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 384 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 572 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"parsed_object_count": 5,
"parsed_interaction_count": 8
},
{
"frame_index": 14,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 654 400 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 466 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 892 576 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 654 400 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 466 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 892 576 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6
},
"parsed_object_count": 3,
"parsed_interaction_count": 6
},
{
"frame_index": 15,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 185 412 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 669 400 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 880 587 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 185 412 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 669 400 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 880 587 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
},
{
"frame_index": 16,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 580 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 580 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"3": 3,
"7": 7
},
"parsed_object_count": 2,
"parsed_interaction_count": 8
},
{
"frame_index": 17,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 693 396 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 599 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 693 396 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 599 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6
},
"parsed_object_count": 3,
"parsed_interaction_count": 7
},
{
"frame_index": 18,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 689 404 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 634 345 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 865 591 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 689 404 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 634 345 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 865 591 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"4": 4,
"6": 6
},
"parsed_object_count": 3,
"parsed_interaction_count": 6
},
{
"frame_index": 19,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 595 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 595 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"5": 5,
"6": 6
},
"parsed_object_count": 2,
"parsed_interaction_count": 7
},
{
"frame_index": 20,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"white and yellow ceramic mug\" 0 1 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"white and brown sneaker\" 0 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"yellow ceramic flower pot\" 0 1 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"white and blue athletic shoe\" 0 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"yellow and burgundy sneaker\" 0 1 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"green cardboard box of sidewalk chalk\" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"yellow and green cardboard crayon box\" 0 1 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"wooden spelling toy\" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"yellow cardboard Raisinets box\" 0 1 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"wooden toy juicer set\" 0 1 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"white and yellow ceramic mug\" 0 1 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"white and brown sneaker\" 0 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"yellow ceramic flower pot\" 0 1 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"white and blue athletic shoe\" 0 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"yellow and burgundy sneaker\" 0 1 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"green cardboard box of sidewalk chalk\" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"yellow and green cardboard crayon box\" 0 1 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"wooden spelling toy\" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"yellow cardboard Raisinets box\" 0 1 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"wooden toy juicer set\" 0 1 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {},
"parsed_object_count": 0,
"parsed_interaction_count": 10
},
{
"frame_index": 21,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 568 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 568 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"7": 7
},
"parsed_object_count": 3,
"parsed_interaction_count": 8
},
{
"frame_index": 22,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 603 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 603 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"6": 6
},
"parsed_object_count": 1,
"parsed_interaction_count": 7
},
{
"frame_index": 23,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 748 408 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 869 595 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 748 408 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 869 595 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"6": 6
},
"parsed_object_count": 2,
"parsed_interaction_count": 7
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "olive green ceramic plant container" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 "white and brown sneaker" 0 24 [PX] 0 435 451 [OBJ] 2 "multicolored wooden hammer ball toy" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 "yellow and burgundy sneaker" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 "yellow and green cardboard fingerpaint set" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 "white canvas boat shoe" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 "yellow plastic Game Boy cartridge" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 "wooden toy train bridge" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 "contact" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 "contact" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 "contact" 0 2 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 "collision" 1 1 [IN] 2 [OUT] 2 [INTERACT] 8 "collision" 1 1 [IN] 5 7 [OUT] 5 7 [INTERACT] 9 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 10 "collision" 2 2 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 11 "collision" 2 2 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 12 "collision" 2 3 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 13 "contact" 2 19 [IN] 65535 [OUT] 65535 [INTERACT] 14 "collision" 4 4 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 15 "collision" 4 4 [IN] 4 5 [OUT] 4 5 [INTERACT] 16 "collision" 4 4 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 17 "collision" 4 4 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 "collision" 5 5 [IN] 2 4 [OUT] 2 4 [INTERACT] 19 "collision" 5 5 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 "collision" 5 6 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 "contact" 5 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 22 "collision" 6 6 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 23 "collision" 6 7 [IN] 4 5 [OUT] 4 5 [INTERACT] 24 "collision" 6 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 25 "contact" 6 8 [IN] 2 4 [OUT] 2 4 [INTERACT] 26 "contact" 6 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 27 "collision" 7 7 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 28 "collision" 8 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 29 "collision" 8 8 [IN] 5 6 [OUT] 5 6 [INTERACT] 30 "contact" 8 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 31 "collision" 9 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 32 "collision" 9 10 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 33 "contact" 9 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 34 "collision" 10 10 [IN] 5 6 [OUT] 5 6 [INTERACT] 35 "collision" 11 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 36 "collision" 11 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 37 "collision" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 38 "contact" 12 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 39 "collision" 13 13 [IN] 2 4 [OUT] 2 4 [INTERACT] 40 "collision" 13 13 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 41 "collision" 13 13 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 42 "contact" 13 15 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 43 "collision" 15 15 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 44 "collision" 15 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 45 "collision" 16 16 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 46 "collision" 16 16 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 47 "collision" 17 17 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 48 "collision" 17 17 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 49 "collision" 17 18 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 50 "collision" 18 18 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 51 "contact" 18 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 52 "collision" 19 19 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 53 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 54 "collision" 21 21 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 55 "collision" 21 21 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 56 "collision" 21 21 [IN] 65535 [OUT] 65535 [INTERACT] 57 "collision" 22 22 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 58 "contact" 22 23 [IN] 65535 [OUT] 65535 [INTERACT] 59 "collision" 23 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 60 "contact" 23 23 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
},
{
"t": 6,
"x": 189,
"y": 404
},
{
"t": 15,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 24,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
},
{
"t": 1,
"x": 490,
"y": 158
},
{
"t": 2,
"x": 501,
"y": 181
},
{
"t": 3,
"x": 509,
"y": 201
},
{
"t": 4,
"x": 521,
"y": 216
},
{
"t": 5,
"x": 595,
"y": 224
},
{
"t": 6,
"x": 611,
"y": 275
},
{
"t": 7,
"x": 638,
"y": 310
},
{
"t": 8,
"x": 658,
"y": 333
},
{
"t": 9,
"x": 673,
"y": 341
},
{
"t": 10,
"x": 615,
"y": 361
},
{
"t": 11,
"x": 615,
"y": 373
},
{
"t": 12,
"x": 623,
"y": 376
},
{
"t": 13,
"x": 638,
"y": 384
},
{
"t": 14,
"x": 654,
"y": 400
},
{
"t": 15,
"x": 669,
"y": 400
},
{
"t": 17,
"x": 693,
"y": 396
},
{
"t": 18,
"x": 689,
"y": 404
},
{
"t": 21,
"x": 681,
"y": 416
},
{
"t": 23,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 24,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
},
{
"t": 2,
"x": 623,
"y": 611
},
{
"t": 4,
"x": 615,
"y": 607
},
{
"t": 9,
"x": 607,
"y": 603
},
{
"t": 10,
"x": 599,
"y": 599
},
{
"t": 13,
"x": 587,
"y": 599
},
{
"t": 16,
"x": 580,
"y": 595
},
{
"t": 21,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
},
{
"t": 4,
"x": 669,
"y": 369
},
{
"t": 5,
"x": 701,
"y": 369
},
{
"t": 6,
"x": 712,
"y": 388
},
{
"t": 7,
"x": 806,
"y": 412
},
{
"t": 8,
"x": 822,
"y": 419
},
{
"t": 9,
"x": 771,
"y": 330
},
{
"t": 10,
"x": 779,
"y": 345
},
{
"t": 13,
"x": 791,
"y": 345
},
{
"t": 15,
"x": 802,
"y": 345
},
{
"t": 18,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 24,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
},
{
"t": 1,
"x": 740,
"y": 232
},
{
"t": 2,
"x": 751,
"y": 255
},
{
"t": 3,
"x": 787,
"y": 291
},
{
"t": 4,
"x": 818,
"y": 298
},
{
"t": 5,
"x": 837,
"y": 322
},
{
"t": 6,
"x": 869,
"y": 337
},
{
"t": 7,
"x": 908,
"y": 388
},
{
"t": 8,
"x": 916,
"y": 380
},
{
"t": 9,
"x": 923,
"y": 384
},
{
"t": 10,
"x": 935,
"y": 392
},
{
"t": 11,
"x": 943,
"y": 416
},
{
"t": 12,
"x": 962,
"y": 435
},
{
"t": 13,
"x": 970,
"y": 455
},
{
"t": 14,
"x": 970,
"y": 466
},
{
"t": 15,
"x": 982,
"y": 458
},
{
"t": 17,
"x": 994,
"y": 455
},
{
"t": 19,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
},
{
"t": 4,
"x": 779,
"y": 521
},
{
"t": 7,
"x": 841,
"y": 521
},
{
"t": 8,
"x": 873,
"y": 533
},
{
"t": 9,
"x": 884,
"y": 533
},
{
"t": 10,
"x": 857,
"y": 552
},
{
"t": 12,
"x": 857,
"y": 568
},
{
"t": 13,
"x": 908,
"y": 572
},
{
"t": 14,
"x": 892,
"y": 576
},
{
"t": 15,
"x": 880,
"y": 587
},
{
"t": 17,
"x": 908,
"y": 599
},
{
"t": 18,
"x": 865,
"y": 591
},
{
"t": 19,
"x": 873,
"y": 595
},
{
"t": 22,
"x": 908,
"y": 603
},
{
"t": 23,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
},
{
"t": 1,
"x": 908,
"y": 439
},
{
"t": 2,
"x": 908,
"y": 419
},
{
"t": 6,
"x": 939,
"y": 419
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 9,
"x": 908,
"y": 439
},
{
"t": 11,
"x": 904,
"y": 447
},
{
"t": 12,
"x": 908,
"y": 439
},
{
"t": 16,
"x": 939,
"y": 423
},
{
"t": 21,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 7,
"inputs": [
2
],
"outputs": [
2
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 8,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 9,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 11,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 12,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 2,
"ends_at": 3,
"type": "collision"
},
{
"id": 13,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 2,
"ends_at": 19,
"type": "contact"
},
{
"id": 14,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 15,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 16,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 17,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 18,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 20,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 5,
"ends_at": 6,
"type": "collision"
},
{
"id": 21,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 10,
"type": "contact"
},
{
"id": 22,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 23,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 6,
"ends_at": 7,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 6,
"ends_at": 7,
"type": "collision"
},
{
"id": 25,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 6,
"ends_at": 8,
"type": "contact"
},
{
"id": 26,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 6,
"ends_at": 9,
"type": "contact"
},
{
"id": 27,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 28,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 29,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 30,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 8,
"ends_at": 10,
"type": "contact"
},
{
"id": 31,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "collision"
},
{
"id": 33,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 9,
"ends_at": 15,
"type": "contact"
},
{
"id": 34,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 35,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 36,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 12,
"type": "collision"
},
{
"id": 37,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 38,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 12,
"ends_at": 15,
"type": "contact"
},
{
"id": 39,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 40,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 41,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 42,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 15,
"type": "contact"
},
{
"id": 43,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 44,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 45,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 46,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 47,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 48,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 49,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 17,
"ends_at": 18,
"type": "collision"
},
{
"id": 50,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 51,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 18,
"ends_at": 19,
"type": "contact"
},
{
"id": 52,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 53,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 54,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 55,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 56,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 57,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 58,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 59,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 60,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9943181818181819,
"avg_image_position_segmentation_acc_small": 0.9848484848484849,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9943181818181819,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 8,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.6169733044733045,
"avg_interaction_input_object_jaccard": 0.261111111111111,
"avg_interaction_output_object_jaccard": 0.261111111111111,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 30,
"num_unmatched_pred_interactions": 31,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 24,
"false_positives": 37,
"false_negatives": 0
},
"0.5": {
"true_positives": 19,
"false_positives": 42,
"false_negatives": 0
},
"0.75": {
"true_positives": 14,
"false_positives": 47,
"false_negatives": 0
},
"1.0": {
"true_positives": 13,
"false_positives": 48,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.39344262295081966,
"0.5": 0.3114754098360656,
"0.75": 0.22950819672131148,
"1.0": 0.21311475409836064
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.5647058823529412,
"0.5": 0.475,
"0.75": 0.37333333333333335,
"1.0": 0.3513513513513513
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 41,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 57,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.32786885245901637,
"0.5": 0.06557377049180328,
"0.75": 0.01639344262295082,
"1.0": 0.01639344262295082
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.49382716049382713,
"0.5": 0.12307692307692307,
"0.75": 0.03225806451612903,
"1.0": 0.03225806451612903
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 41,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 57,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.32786885245901637,
"0.5": 0.06557377049180328,
"0.75": 0.01639344262295082,
"1.0": 0.01639344262295082
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.49382716049382713,
"0.5": 0.12307692307692307,
"0.75": 0.03225806451612903,
"1.0": 0.03225806451612903
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
B1 cache + injected GT identity map
B2 consumed the persisted B1-oracle frame cache. Its learned mapper call was bypassed at every streaming step and replaced with the shown stable-ID → detector-ID identity map; the ordinary staged merger still produced the final interaction prediction.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 1 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 447 162 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 716 208 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 416 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 1 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 447 162 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 716 208 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 416 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 1,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "identity_ids=True initialization; mapper not called",
"mapper_called": false
},
{
"frame_index": 1,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 490 158 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 740 232 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 2 [OUT] 0 2 [INTERACT] 1 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 7 [OUT] 5 7 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 490 158 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 740 232 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 2 [OUT] 0 2 [INTERACT] 1 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 7 [OUT] 5 7 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 490,
"y": 158
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 740,
"y": 232
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
2
],
"outputs": [
0,
2
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 2,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 501 181 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 623 611 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 751 255 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 501 181 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 623 611 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 751 255 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 181
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 623,
"y": 611
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 751,
"y": 255
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 3,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 509 201 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 787 291 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 509 201 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 787 291 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 787,
"y": 291
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 4,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 521 216 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 669 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 818 298 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 779 521 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 521 216 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 669 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 818 298 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 779 521 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 521,
"y": 216
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 607
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 669,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 818,
"y": 298
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 779,
"y": 521
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 5,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 595 224 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 701 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 837 322 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 595 224 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 701 369 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 837 322 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 595,
"y": 224
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 837,
"y": 322
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 6,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 189 404 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 611 275 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 712 388 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 869 337 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 189 404 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 611 275 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 712 388 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 869 337 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 189,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "olive green ceramic plant container"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 611,
"y": 275
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 712,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 869,
"y": 337
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 7,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 310 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 806 412 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 908 388 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 841 521 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 310 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 806 412 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 908 388 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 841 521 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 5 [OUT] 4 5 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 638,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 806,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 841,
"y": 521
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 8,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 658 333 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 822 419 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 916 380 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 533 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 658 333 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 822 419 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 916 380 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 533 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 658,
"y": 333
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 822,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 873,
"y": 533
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"4": 4,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 9,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 673 341 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 607 603 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 771 330 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 923 384 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 884 533 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 673 341 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 607 603 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 771 330 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 923 384 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 884 533 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 673,
"y": 341
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 607,
"y": 603
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 771,
"y": 330
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 923,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 884,
"y": 533
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 10,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 361 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 935 392 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 552 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 361 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 935 392 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 552 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 6 [OUT] 5 6 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 599,
"y": 599
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 779,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 935,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 857,
"y": 552
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 11,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 373 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 943 416 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 904 447 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 615 373 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 943 416 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 904 447 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 943,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 447
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 12,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 623 376 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 962 435 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 568 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 623 376 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 962 435 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 857 568 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 908 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 623,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 962,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 857,
"y": 568
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 13,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 384 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 572 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 638 384 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 572 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 638,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 587,
"y": 599
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 791,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 970,
"y": 455
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 572
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 14,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 654 400 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 466 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 892 576 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 654 400 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 970 466 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 892 576 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 654,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 970,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 576
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 15,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 185 412 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 669 400 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 880 587 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 185 412 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 669 400 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 880 587 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "olive green ceramic plant container"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 669,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 802,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 982,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 880,
"y": 587
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 16,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 580 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 580 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 580,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"3": 3,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 17,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 693 396 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 599 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 693 396 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 599 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 693,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 994,
"y": 455
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 599
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 18,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 689 404 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 634 345 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 865 591 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 689 404 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 634 345 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 865 591 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 689,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 865,
"y": 591
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"4": 4,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 19,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 595 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 873 595 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 873,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 20,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"white and yellow ceramic mug\" 0 1 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"white and brown sneaker\" 0 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"yellow ceramic flower pot\" 0 1 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"white and blue athletic shoe\" 0 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"yellow and burgundy sneaker\" 0 1 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"green cardboard box of sidewalk chalk\" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"yellow and green cardboard crayon box\" 0 1 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"wooden spelling toy\" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"yellow cardboard Raisinets box\" 0 1 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"wooden toy juicer set\" 0 1 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"white and yellow ceramic mug\" 0 1 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"white and brown sneaker\" 0 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"yellow ceramic flower pot\" 0 1 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"white and blue athletic shoe\" 0 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"yellow and burgundy sneaker\" 0 1 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"green cardboard box of sidewalk chalk\" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"yellow and green cardboard crayon box\" 0 1 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"wooden spelling toy\" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"yellow cardboard Raisinets box\" 0 1 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"wooden toy juicer set\" 0 1 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "white and yellow ceramic mug"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "white and brown sneaker"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "yellow ceramic flower pot"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "white and blue athletic shoe"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "green cardboard box of sidewalk chalk"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "yellow and green cardboard crayon box"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "wooden spelling toy"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "yellow cardboard Raisinets box"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "wooden toy juicer set"
}
]
},
"identity_mapping": {},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 21,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 568 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 568 595 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 681,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "yellow and burgundy sneaker"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 1,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 22,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 603 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 908 603 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 603
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 23,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 748 408 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 869 595 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 748 408 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 869 595 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "yellow plastic Game Boy cartridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "olive green ceramic plant container" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 "white and brown sneaker" 0 24 [PX] 0 435 451 [OBJ] 2 "multicolored wooden hammer ball toy" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 "yellow and burgundy sneaker" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 "yellow and green cardboard fingerpaint set" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 "white canvas boat shoe" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 "yellow plastic Game Boy cartridge" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 "wooden toy train bridge" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 "contact" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 "contact" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 4 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 "contact" 0 2 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 "collision" 1 1 [IN] 2 [OUT] 2 [INTERACT] 8 "collision" 1 1 [IN] 5 7 [OUT] 5 7 [INTERACT] 9 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 10 "collision" 2 2 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 11 "collision" 2 2 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 12 "collision" 2 3 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 13 "contact" 2 19 [IN] 65535 [OUT] 65535 [INTERACT] 14 "collision" 4 4 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 15 "collision" 4 4 [IN] 4 5 [OUT] 4 5 [INTERACT] 16 "collision" 4 4 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 17 "collision" 4 4 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 "collision" 5 5 [IN] 2 4 [OUT] 2 4 [INTERACT] 19 "collision" 5 5 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 "collision" 5 6 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 "contact" 5 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 22 "collision" 6 6 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 23 "collision" 6 7 [IN] 4 5 [OUT] 4 5 [INTERACT] 24 "collision" 6 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 25 "contact" 6 8 [IN] 2 4 [OUT] 2 4 [INTERACT] 26 "contact" 6 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 27 "collision" 7 7 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 28 "collision" 8 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 29 "collision" 8 8 [IN] 5 6 [OUT] 5 6 [INTERACT] 30 "contact" 8 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 31 "collision" 9 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 32 "collision" 9 10 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 33 "contact" 9 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 34 "collision" 10 10 [IN] 5 6 [OUT] 5 6 [INTERACT] 35 "collision" 11 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 36 "collision" 11 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 37 "collision" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 38 "contact" 12 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 39 "collision" 13 13 [IN] 2 4 [OUT] 2 4 [INTERACT] 40 "collision" 13 13 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 41 "collision" 13 13 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 42 "contact" 13 15 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 43 "collision" 15 15 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 44 "collision" 15 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 45 "collision" 16 16 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 46 "collision" 16 16 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 47 "collision" 17 17 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 48 "collision" 17 17 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 49 "collision" 17 18 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 50 "collision" 18 18 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 51 "contact" 18 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 52 "collision" 19 19 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 53 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 54 "collision" 21 21 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 55 "collision" 21 21 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 56 "collision" 21 21 [IN] 65535 [OUT] 65535 [INTERACT] 57 "collision" 22 22 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 58 "contact" 22 23 [IN] 65535 [OUT] 65535 [INTERACT] 59 "collision" 23 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 60 "contact" 23 23 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
},
{
"t": 6,
"x": 189,
"y": 404
},
{
"t": 15,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 24,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
},
{
"t": 1,
"x": 490,
"y": 158
},
{
"t": 2,
"x": 501,
"y": 181
},
{
"t": 3,
"x": 509,
"y": 201
},
{
"t": 4,
"x": 521,
"y": 216
},
{
"t": 5,
"x": 595,
"y": 224
},
{
"t": 6,
"x": 611,
"y": 275
},
{
"t": 7,
"x": 638,
"y": 310
},
{
"t": 8,
"x": 658,
"y": 333
},
{
"t": 9,
"x": 673,
"y": 341
},
{
"t": 10,
"x": 615,
"y": 361
},
{
"t": 11,
"x": 615,
"y": 373
},
{
"t": 12,
"x": 623,
"y": 376
},
{
"t": 13,
"x": 638,
"y": 384
},
{
"t": 14,
"x": 654,
"y": 400
},
{
"t": 15,
"x": 669,
"y": 400
},
{
"t": 17,
"x": 693,
"y": 396
},
{
"t": 18,
"x": 689,
"y": 404
},
{
"t": 21,
"x": 681,
"y": 416
},
{
"t": 23,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 24,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
},
{
"t": 2,
"x": 623,
"y": 611
},
{
"t": 4,
"x": 615,
"y": 607
},
{
"t": 9,
"x": 607,
"y": 603
},
{
"t": 10,
"x": 599,
"y": 599
},
{
"t": 13,
"x": 587,
"y": 599
},
{
"t": 16,
"x": 580,
"y": 595
},
{
"t": 21,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
},
{
"t": 4,
"x": 669,
"y": 369
},
{
"t": 5,
"x": 701,
"y": 369
},
{
"t": 6,
"x": 712,
"y": 388
},
{
"t": 7,
"x": 806,
"y": 412
},
{
"t": 8,
"x": 822,
"y": 419
},
{
"t": 9,
"x": 771,
"y": 330
},
{
"t": 10,
"x": 779,
"y": 345
},
{
"t": 13,
"x": 791,
"y": 345
},
{
"t": 15,
"x": 802,
"y": 345
},
{
"t": 18,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 24,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
},
{
"t": 1,
"x": 740,
"y": 232
},
{
"t": 2,
"x": 751,
"y": 255
},
{
"t": 3,
"x": 787,
"y": 291
},
{
"t": 4,
"x": 818,
"y": 298
},
{
"t": 5,
"x": 837,
"y": 322
},
{
"t": 6,
"x": 869,
"y": 337
},
{
"t": 7,
"x": 908,
"y": 388
},
{
"t": 8,
"x": 916,
"y": 380
},
{
"t": 9,
"x": 923,
"y": 384
},
{
"t": 10,
"x": 935,
"y": 392
},
{
"t": 11,
"x": 943,
"y": 416
},
{
"t": 12,
"x": 962,
"y": 435
},
{
"t": 13,
"x": 970,
"y": 455
},
{
"t": 14,
"x": 970,
"y": 466
},
{
"t": 15,
"x": 982,
"y": 458
},
{
"t": 17,
"x": 994,
"y": 455
},
{
"t": 19,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
},
{
"t": 4,
"x": 779,
"y": 521
},
{
"t": 7,
"x": 841,
"y": 521
},
{
"t": 8,
"x": 873,
"y": 533
},
{
"t": 9,
"x": 884,
"y": 533
},
{
"t": 10,
"x": 857,
"y": 552
},
{
"t": 12,
"x": 857,
"y": 568
},
{
"t": 13,
"x": 908,
"y": 572
},
{
"t": 14,
"x": 892,
"y": 576
},
{
"t": 15,
"x": 880,
"y": 587
},
{
"t": 17,
"x": 908,
"y": 599
},
{
"t": 18,
"x": 865,
"y": 591
},
{
"t": 19,
"x": 873,
"y": 595
},
{
"t": 22,
"x": 908,
"y": 603
},
{
"t": 23,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
},
{
"t": 1,
"x": 908,
"y": 439
},
{
"t": 2,
"x": 908,
"y": 419
},
{
"t": 6,
"x": 939,
"y": 419
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 9,
"x": 908,
"y": 439
},
{
"t": 11,
"x": 904,
"y": 447
},
{
"t": 12,
"x": 908,
"y": 439
},
{
"t": 16,
"x": 939,
"y": 423
},
{
"t": 21,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 7,
"inputs": [
2
],
"outputs": [
2
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 8,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 9,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 10,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 11,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 12,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 2,
"ends_at": 3,
"type": "collision"
},
{
"id": 13,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 2,
"ends_at": 19,
"type": "contact"
},
{
"id": 14,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 15,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 16,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 17,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 18,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 20,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 5,
"ends_at": 6,
"type": "collision"
},
{
"id": 21,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 10,
"type": "contact"
},
{
"id": 22,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 23,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 6,
"ends_at": 7,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 6,
"ends_at": 7,
"type": "collision"
},
{
"id": 25,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 6,
"ends_at": 8,
"type": "contact"
},
{
"id": 26,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 6,
"ends_at": 9,
"type": "contact"
},
{
"id": 27,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 28,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 29,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 30,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 8,
"ends_at": 10,
"type": "contact"
},
{
"id": 31,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "collision"
},
{
"id": 33,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 9,
"ends_at": 15,
"type": "contact"
},
{
"id": 34,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 35,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 36,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 12,
"type": "collision"
},
{
"id": 37,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 38,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 12,
"ends_at": 15,
"type": "contact"
},
{
"id": 39,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 40,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 41,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 42,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 15,
"type": "contact"
},
{
"id": 43,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 44,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 45,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 46,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 47,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 48,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 49,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 17,
"ends_at": 18,
"type": "collision"
},
{
"id": 50,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 51,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 18,
"ends_at": 19,
"type": "contact"
},
{
"id": 52,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 53,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 54,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 55,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 56,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 57,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 58,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 59,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 60,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9943181818181819,
"avg_image_position_segmentation_acc_small": 0.9848484848484849,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9943181818181819,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 8,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.6169733044733045,
"avg_interaction_input_object_jaccard": 0.261111111111111,
"avg_interaction_output_object_jaccard": 0.261111111111111,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 30,
"num_unmatched_pred_interactions": 31,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 24,
"false_positives": 37,
"false_negatives": 0
},
"0.5": {
"true_positives": 19,
"false_positives": 42,
"false_negatives": 0
},
"0.75": {
"true_positives": 14,
"false_positives": 47,
"false_negatives": 0
},
"1.0": {
"true_positives": 13,
"false_positives": 48,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.39344262295081966,
"0.5": 0.3114754098360656,
"0.75": 0.22950819672131148,
"1.0": 0.21311475409836064
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.5647058823529412,
"0.5": 0.475,
"0.75": 0.37333333333333335,
"1.0": 0.3513513513513513
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 41,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 57,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.32786885245901637,
"0.5": 0.06557377049180328,
"0.75": 0.01639344262295082,
"1.0": 0.01639344262295082
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.49382716049382713,
"0.5": 0.12307692307692307,
"0.75": 0.03225806451612903,
"1.0": 0.03225806451612903
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 20,
"false_positives": 41,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 57,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 60,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.32786885245901637,
"0.5": 0.06557377049180328,
"0.75": 0.01639344262295082,
"1.0": 0.01639344262295082
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.49382716049382713,
"0.5": 0.12307692307692307,
"0.75": 0.03225806451612903,
"1.0": 0.03225806451612903
}
}
}Prompt
Growing GT object-track prefill
At prefix step t, B3 saw frames 0..t and an assistant prefill containing GT object tracks only through t. The prefills are deterministically reconstructed with the exact oracle helper; only the final full-clip generation was persisted by inference.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"frames_visible": "0..0",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 1 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 1 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 1 [PX] 0 447 162 [OBJ] 3 \"yellow and burgundy sneaker\" 0 1 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 1 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 1 [PX] 0 716 208 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 1 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 1 [PX] 0 939 416 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 1,
"frames_visible": "0..1",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 2 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 2 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 2 [PX] 0 447 162 1 490 158 [OBJ] 3 \"yellow and burgundy sneaker\" 0 2 [PX] 0 634 615 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 2 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 2 [PX] 0 716 208 1 740 232 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 2 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 2 [PX] 0 939 416 1 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 2,
"frames_visible": "0..2",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 3 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 3 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 3 [PX] 0 447 162 1 490 158 2 501 181 [OBJ] 3 \"yellow and burgundy sneaker\" 0 3 [PX] 0 634 615 2 623 611 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 3 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 3 [PX] 0 716 208 1 740 232 2 751 255 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 3 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 3 [PX] 0 939 416 1 908 439 2 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 3,
"frames_visible": "0..3",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 4 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 4 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 4 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 [OBJ] 3 \"yellow and burgundy sneaker\" 0 4 [PX] 0 634 615 2 623 611 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 4 [PX] 0 646 365 [OBJ] 5 \"white canvas boat shoe\" 0 4 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 4 [PX] 0 853 529 [OBJ] 7 \"wooden toy train bridge\" 0 4 [PX] 0 939 416 1 908 439 2 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 4,
"frames_visible": "0..4",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 5 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 5 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 5 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 [OBJ] 3 \"yellow and burgundy sneaker\" 0 5 [PX] 0 634 615 2 623 611 4 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 5 [PX] 0 646 365 4 669 369 [OBJ] 5 \"white canvas boat shoe\" 0 5 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 5 [PX] 0 853 529 4 779 521 [OBJ] 7 \"wooden toy train bridge\" 0 5 [PX] 0 939 416 1 908 439 2 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 5,
"frames_visible": "0..5",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 6 [PX] 0 197 408 [OBJ] 1 \"white and brown sneaker\" 0 6 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 6 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 [OBJ] 3 \"yellow and burgundy sneaker\" 0 6 [PX] 0 634 615 2 623 611 4 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 6 [PX] 0 646 365 4 669 369 5 701 369 [OBJ] 5 \"white canvas boat shoe\" 0 6 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 6 [PX] 0 853 529 4 779 521 [OBJ] 7 \"wooden toy train bridge\" 0 6 [PX] 0 939 416 1 908 439 2 908 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 6,
"frames_visible": "0..6",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 7 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 7 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 7 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 [OBJ] 3 \"yellow and burgundy sneaker\" 0 7 [PX] 0 634 615 2 623 611 4 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 7 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 [OBJ] 5 \"white canvas boat shoe\" 0 7 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 7 [PX] 0 853 529 4 779 521 [OBJ] 7 \"wooden toy train bridge\" 0 7 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 7,
"frames_visible": "0..7",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 8 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 8 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 8 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 [OBJ] 3 \"yellow and burgundy sneaker\" 0 8 [PX] 0 634 615 2 623 611 4 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 8 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 [OBJ] 5 \"white canvas boat shoe\" 0 8 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 8 [PX] 0 853 529 4 779 521 7 841 521 [OBJ] 7 \"wooden toy train bridge\" 0 8 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 8,
"frames_visible": "0..8",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 9 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 9 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 9 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 [OBJ] 3 \"yellow and burgundy sneaker\" 0 9 [PX] 0 634 615 2 623 611 4 615 607 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 9 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 [OBJ] 5 \"white canvas boat shoe\" 0 9 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 9 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 [OBJ] 7 \"wooden toy train bridge\" 0 9 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 9,
"frames_visible": "0..9",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 10 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 10 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 10 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 [OBJ] 3 \"yellow and burgundy sneaker\" 0 10 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 10 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 [OBJ] 5 \"white canvas boat shoe\" 0 10 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 10 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 [OBJ] 7 \"wooden toy train bridge\" 0 10 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 10,
"frames_visible": "0..10",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 11 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 11 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 11 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 [OBJ] 3 \"yellow and burgundy sneaker\" 0 11 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 11 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 11 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 11 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 [OBJ] 7 \"wooden toy train bridge\" 0 11 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 11,
"frames_visible": "0..11",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 12 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 12 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 12 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 [OBJ] 3 \"yellow and burgundy sneaker\" 0 12 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 12 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 12 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 12 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 [OBJ] 7 \"wooden toy train bridge\" 0 12 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 12,
"frames_visible": "0..12",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 13 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 13 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 13 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 [OBJ] 3 \"yellow and burgundy sneaker\" 0 13 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 13 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 [OBJ] 5 \"white canvas boat shoe\" 0 13 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 13 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 [OBJ] 7 \"wooden toy train bridge\" 0 13 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 13,
"frames_visible": "0..13",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 14 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 14 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 14 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 [OBJ] 3 \"yellow and burgundy sneaker\" 0 14 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 14 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 14 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 14 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 [OBJ] 7 \"wooden toy train bridge\" 0 14 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 14,
"frames_visible": "0..14",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 15 [PX] 0 197 408 6 189 404 [OBJ] 1 \"white and brown sneaker\" 0 15 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 15 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 [OBJ] 3 \"yellow and burgundy sneaker\" 0 15 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 15 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 [OBJ] 5 \"white canvas boat shoe\" 0 15 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 15 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 [OBJ] 7 \"wooden toy train bridge\" 0 15 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 15,
"frames_visible": "0..15",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 16 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 16 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 16 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 [OBJ] 3 \"yellow and burgundy sneaker\" 0 16 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 16 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 16 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 16 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 [OBJ] 7 \"wooden toy train bridge\" 0 16 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 16,
"frames_visible": "0..16",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 17 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 17 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 17 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 [OBJ] 3 \"yellow and burgundy sneaker\" 0 17 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 17 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 17 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 17 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 [OBJ] 7 \"wooden toy train bridge\" 0 17 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 17,
"frames_visible": "0..17",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 18 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 18 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 18 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 [OBJ] 3 \"yellow and burgundy sneaker\" 0 18 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 18 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 [OBJ] 5 \"white canvas boat shoe\" 0 18 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 18 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 [OBJ] 7 \"wooden toy train bridge\" 0 18 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 18,
"frames_visible": "0..18",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 19 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 19 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 19 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 [OBJ] 3 \"yellow and burgundy sneaker\" 0 19 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 19 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 19 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 19 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 [OBJ] 7 \"wooden toy train bridge\" 0 19 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 19,
"frames_visible": "0..19",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 20 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 20 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 20 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 [OBJ] 3 \"yellow and burgundy sneaker\" 0 20 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 20 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 20 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 20 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 [OBJ] 7 \"wooden toy train bridge\" 0 20 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 20,
"frames_visible": "0..20",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 21 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 21 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 21 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 [OBJ] 3 \"yellow and burgundy sneaker\" 0 21 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 21 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 21 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 21 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 [OBJ] 7 \"wooden toy train bridge\" 0 21 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 21,
"frames_visible": "0..21",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 22 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 22 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 22 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 22 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 22 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 22 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 22 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 [OBJ] 7 \"wooden toy train bridge\" 0 22 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 22,
"frames_visible": "0..22",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 23 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 23 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 23 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 [OBJ] 3 \"yellow and burgundy sneaker\" 0 23 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 23 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 23 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 23 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 [OBJ] 7 \"wooden toy train bridge\" 0 23 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted final-step prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 24 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 \"yellow and burgundy sneaker\" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 \"wooden toy train bridge\" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 13 \"contact\" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 \"contact\" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 \"collision\" 9 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"collision\" 10 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"collision\" 11 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"collision\" 14 14 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 2 \"collision\" 15 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 15 19 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 16 19 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"collision\" 21 21 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"collision\" 23 23 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 24 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 \"yellow and burgundy sneaker\" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 \"wooden toy train bridge\" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 13 \"contact\" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 \"contact\" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 \"collision\" 9 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"collision\" 10 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"collision\" 11 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"collision\" 14 14 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 2 \"collision\" 15 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 15 19 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 16 19 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 \"collision\" 21 21 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"collision\" 23 23 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]",
"intermediate_prediction_persisted": true
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "olive green ceramic plant container" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 "white and brown sneaker" 0 24 [PX] 0 435 451 [OBJ] 2 "multicolored wooden hammer ball toy" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 "yellow and burgundy sneaker" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 "yellow and green cardboard fingerpaint set" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 "white canvas boat shoe" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 "yellow plastic Game Boy cartridge" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 "wooden toy train bridge" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 "contact" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 "contact" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 13 "contact" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 "contact" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 "collision" 9 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 "collision" 10 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 "collision" 11 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 "collision" 14 14 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 2 "collision" 15 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 "contact" 15 19 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 "contact" 16 19 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 "collision" 21 21 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 "collision" 23 23 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
},
{
"t": 6,
"x": 189,
"y": 404
},
{
"t": 15,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 24,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
},
{
"t": 1,
"x": 490,
"y": 158
},
{
"t": 2,
"x": 501,
"y": 181
},
{
"t": 3,
"x": 509,
"y": 201
},
{
"t": 4,
"x": 521,
"y": 216
},
{
"t": 5,
"x": 595,
"y": 224
},
{
"t": 6,
"x": 611,
"y": 275
},
{
"t": 7,
"x": 638,
"y": 310
},
{
"t": 8,
"x": 658,
"y": 333
},
{
"t": 9,
"x": 673,
"y": 341
},
{
"t": 10,
"x": 615,
"y": 361
},
{
"t": 11,
"x": 615,
"y": 373
},
{
"t": 12,
"x": 623,
"y": 376
},
{
"t": 13,
"x": 638,
"y": 384
},
{
"t": 14,
"x": 654,
"y": 400
},
{
"t": 15,
"x": 669,
"y": 400
},
{
"t": 17,
"x": 693,
"y": 396
},
{
"t": 18,
"x": 689,
"y": 404
},
{
"t": 21,
"x": 681,
"y": 416
},
{
"t": 23,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 24,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
},
{
"t": 2,
"x": 623,
"y": 611
},
{
"t": 4,
"x": 615,
"y": 607
},
{
"t": 9,
"x": 607,
"y": 603
},
{
"t": 10,
"x": 599,
"y": 599
},
{
"t": 13,
"x": 587,
"y": 599
},
{
"t": 16,
"x": 580,
"y": 595
},
{
"t": 21,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
},
{
"t": 4,
"x": 669,
"y": 369
},
{
"t": 5,
"x": 701,
"y": 369
},
{
"t": 6,
"x": 712,
"y": 388
},
{
"t": 7,
"x": 806,
"y": 412
},
{
"t": 8,
"x": 822,
"y": 419
},
{
"t": 9,
"x": 771,
"y": 330
},
{
"t": 10,
"x": 779,
"y": 345
},
{
"t": 13,
"x": 791,
"y": 345
},
{
"t": 15,
"x": 802,
"y": 345
},
{
"t": 18,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 24,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
},
{
"t": 1,
"x": 740,
"y": 232
},
{
"t": 2,
"x": 751,
"y": 255
},
{
"t": 3,
"x": 787,
"y": 291
},
{
"t": 4,
"x": 818,
"y": 298
},
{
"t": 5,
"x": 837,
"y": 322
},
{
"t": 6,
"x": 869,
"y": 337
},
{
"t": 7,
"x": 908,
"y": 388
},
{
"t": 8,
"x": 916,
"y": 380
},
{
"t": 9,
"x": 923,
"y": 384
},
{
"t": 10,
"x": 935,
"y": 392
},
{
"t": 11,
"x": 943,
"y": 416
},
{
"t": 12,
"x": 962,
"y": 435
},
{
"t": 13,
"x": 970,
"y": 455
},
{
"t": 14,
"x": 970,
"y": 466
},
{
"t": 15,
"x": 982,
"y": 458
},
{
"t": 17,
"x": 994,
"y": 455
},
{
"t": 19,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
},
{
"t": 4,
"x": 779,
"y": 521
},
{
"t": 7,
"x": 841,
"y": 521
},
{
"t": 8,
"x": 873,
"y": 533
},
{
"t": 9,
"x": 884,
"y": 533
},
{
"t": 10,
"x": 857,
"y": 552
},
{
"t": 12,
"x": 857,
"y": 568
},
{
"t": 13,
"x": 908,
"y": 572
},
{
"t": 14,
"x": 892,
"y": 576
},
{
"t": 15,
"x": 880,
"y": 587
},
{
"t": 17,
"x": 908,
"y": 599
},
{
"t": 18,
"x": 865,
"y": 591
},
{
"t": 19,
"x": 873,
"y": 595
},
{
"t": 22,
"x": 908,
"y": 603
},
{
"t": 23,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
},
{
"t": 1,
"x": 908,
"y": 439
},
{
"t": 2,
"x": 908,
"y": 419
},
{
"t": 6,
"x": 939,
"y": 419
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 9,
"x": 908,
"y": 439
},
{
"t": 11,
"x": 904,
"y": 447
},
{
"t": 12,
"x": 908,
"y": 439
},
{
"t": 16,
"x": 939,
"y": 423
},
{
"t": 21,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 13,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 14,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 12,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 6,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 7,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 8,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 9,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 15,
"ends_at": 19,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 16,
"ends_at": 19,
"type": "contact"
},
{
"id": 10,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 11,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9943181818181819,
"avg_image_position_segmentation_acc_small": 0.9848484848484849,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9943181818181819,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 8,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.35761904761904767,
"avg_interaction_input_object_jaccard": 0.5777777777777777,
"avg_interaction_output_object_jaccard": 0.5777777777777777,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 15,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 15,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 3,
"false_negatives": 15
},
"0.5": {
"true_positives": 5,
"false_positives": 10,
"false_negatives": 15
},
"0.75": {
"true_positives": 3,
"false_positives": 12,
"false_negatives": 15
},
"1.0": {
"true_positives": 3,
"false_positives": 12,
"false_negatives": 15
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.3333333333333333,
"0.75": 0.2,
"1.0": 0.2
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.4444444444444444,
"0.5": 0.25,
"0.75": 0.16666666666666666,
"1.0": 0.16666666666666666
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.28571428571428575,
"0.75": 0.1818181818181818,
"1.0": 0.1818181818181818
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 3,
"false_negatives": 15
},
"0.5": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
},
"0.75": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
},
"1.0": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.4666666666666667,
"0.75": 0.4666666666666667,
"1.0": 0.4666666666666667
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.4444444444444444,
"0.5": 0.3181818181818182,
"0.75": 0.3181818181818182,
"1.0": 0.3181818181818182
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.3783783783783784,
"0.75": 0.3783783783783784,
"1.0": 0.3783783783783784
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 3,
"false_negatives": 15
},
"0.5": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
},
"0.75": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
},
"1.0": {
"true_positives": 7,
"false_positives": 8,
"false_negatives": 15
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8,
"0.5": 0.4666666666666667,
"0.75": 0.4666666666666667,
"1.0": 0.4666666666666667
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.4444444444444444,
"0.5": 0.3181818181818182,
"0.75": 0.3181818181818182,
"1.0": 0.3181818181818182
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.3783783783783784,
"0.75": 0.3783783783783784,
"1.0": 0.3783783783783784
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
One full-clip GT object prefill
The E2E model saw all 24 frames once. Its assistant text was the exact GT object section through [INTERACTIONS-START], and the model generated only the interaction suffix shown here.
Every persisted/reconstructed prefill step
[
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted full-clip prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 24 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 \"yellow and burgundy sneaker\" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 \"wooden toy train bridge\" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 17 \"contact\" 0 4 [IN] 4 6 [OUT] 4 6 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 13 \"collision\" 3 3 [IN] 2 7 [OUT] 2 7 [INTERACT] 19 \"collision\" 4 4 [IN] 5 6 [OUT] 5 6 [INTERACT] 14 \"contact\" 4 8 [IN] 2 7 [OUT] 2 7 [INTERACT] 20 \"contact\" 5 7 [IN] 5 6 [OUT] 5 6 [INTERACT] 10 \"collision\" 7 7 [IN] 2 6 [OUT] 2 6 [INTERACT] 22 \"collision\" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 \"collision\" 8 8 [IN] 2 5 [OUT] 2 5 [INTERACT] 11 \"collision\" 10 10 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 \"collision\" 10 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 16 \"collision\" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 12 \"contact\" 11 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"collision\" 12 12 [IN] 2 4 [OUT] 2 4 [INTERACT] 6 \"collision\" 12 12 [IN] 2 6 [OUT] 2 6 [INTERACT] 7 \"collision\" 14 14 [IN] 2 6 [OUT] 2 6 [INTERACT] 3 \"collision\" 15 15 [IN] 2 4 [OUT] 2 4 [INTERACT] 8 \"contact\" 15 17 [IN] 2 6 [OUT] 2 6 [INTERACT] 4 \"contact\" 16 18 [IN] 2 4 [OUT] 2 4 [INTERACT] 5 \"collision\" 20 20 [IN] 2 4 [OUT] 2 4 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"olive green ceramic plant container\" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 \"white and brown sneaker\" 0 24 [PX] 0 435 451 [OBJ] 2 \"multicolored wooden hammer ball toy\" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 \"yellow and burgundy sneaker\" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 \"yellow and green cardboard fingerpaint set\" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 \"white canvas boat shoe\" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 \"yellow plastic Game Boy cartridge\" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 \"wooden toy train bridge\" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 17 \"contact\" 0 4 [IN] 4 6 [OUT] 4 6 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 24 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 13 \"collision\" 3 3 [IN] 2 7 [OUT] 2 7 [INTERACT] 19 \"collision\" 4 4 [IN] 5 6 [OUT] 5 6 [INTERACT] 14 \"contact\" 4 8 [IN] 2 7 [OUT] 2 7 [INTERACT] 20 \"contact\" 5 7 [IN] 5 6 [OUT] 5 6 [INTERACT] 10 \"collision\" 7 7 [IN] 2 6 [OUT] 2 6 [INTERACT] 22 \"collision\" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 \"collision\" 8 8 [IN] 2 5 [OUT] 2 5 [INTERACT] 11 \"collision\" 10 10 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 \"collision\" 10 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 16 \"collision\" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 12 \"contact\" 11 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"collision\" 12 12 [IN] 2 4 [OUT] 2 4 [INTERACT] 6 \"collision\" 12 12 [IN] 2 6 [OUT] 2 6 [INTERACT] 7 \"collision\" 14 14 [IN] 2 6 [OUT] 2 6 [INTERACT] 3 \"collision\" 15 15 [IN] 2 4 [OUT] 2 4 [INTERACT] 8 \"contact\" 15 17 [IN] 2 6 [OUT] 2 6 [INTERACT] 4 \"contact\" 16 18 [IN] 2 4 [OUT] 2 4 [INTERACT] 5 \"collision\" 20 20 [IN] 2 4 [OUT] 2 4 [INTERACTIONS-END] [SCENE-END]"
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "olive green ceramic plant container" 0 24 [PX] 0 197 408 6 189 404 15 185 412 [OBJ] 1 "white and brown sneaker" 0 24 [PX] 0 435 451 [OBJ] 2 "multicolored wooden hammer ball toy" 0 24 [PX] 0 447 162 1 490 158 2 501 181 3 509 201 4 521 216 5 595 224 6 611 275 7 638 310 8 658 333 9 673 341 10 615 361 11 615 373 12 623 376 13 638 384 14 654 400 15 669 400 17 693 396 18 689 404 21 681 416 23 748 408 [OBJ] 3 "yellow and burgundy sneaker" 0 24 [PX] 0 634 615 2 623 611 4 615 607 9 607 603 10 599 599 13 587 599 16 580 595 21 568 595 [OBJ] 4 "yellow and green cardboard fingerpaint set" 0 24 [PX] 0 646 365 4 669 369 5 701 369 6 712 388 7 806 412 8 822 419 9 771 330 10 779 345 13 791 345 15 802 345 18 634 345 [OBJ] 5 "white canvas boat shoe" 0 24 [PX] 0 716 208 1 740 232 2 751 255 3 787 291 4 818 298 5 837 322 6 869 337 7 908 388 8 916 380 9 923 384 10 935 392 11 943 416 12 962 435 13 970 455 14 970 466 15 982 458 17 994 455 19 null null [OBJ] 6 "yellow plastic Game Boy cartridge" 0 24 [PX] 0 853 529 4 779 521 7 841 521 8 873 533 9 884 533 10 857 552 12 857 568 13 908 572 14 892 576 15 880 587 17 908 599 18 865 591 19 873 595 22 908 603 23 869 595 [OBJ] 7 "wooden toy train bridge" 0 24 [PX] 0 939 416 1 908 439 2 908 419 6 939 419 7 null null 9 908 439 11 904 447 12 908 439 16 939 423 21 892 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 17 "contact" 0 4 [IN] 4 6 [OUT] 4 6 [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 "contact" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 18 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 23 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 24 "contact" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 13 "collision" 3 3 [IN] 2 7 [OUT] 2 7 [INTERACT] 19 "collision" 4 4 [IN] 5 6 [OUT] 5 6 [INTERACT] 14 "contact" 4 8 [IN] 2 7 [OUT] 2 7 [INTERACT] 20 "contact" 5 7 [IN] 5 6 [OUT] 5 6 [INTERACT] 10 "collision" 7 7 [IN] 2 6 [OUT] 2 6 [INTERACT] 22 "collision" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 "collision" 8 8 [IN] 2 5 [OUT] 2 5 [INTERACT] 11 "collision" 10 10 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 21 "collision" 10 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 16 "collision" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 12 "contact" 11 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 "collision" 12 12 [IN] 2 4 [OUT] 2 4 [INTERACT] 6 "collision" 12 12 [IN] 2 6 [OUT] 2 6 [INTERACT] 7 "collision" 14 14 [IN] 2 6 [OUT] 2 6 [INTERACT] 3 "collision" 15 15 [IN] 2 4 [OUT] 2 4 [INTERACT] 8 "contact" 15 17 [IN] 2 6 [OUT] 2 6 [INTERACT] 4 "contact" 16 18 [IN] 2 4 [OUT] 2 4 [INTERACT] 5 "collision" 20 20 [IN] 2 4 [OUT] 2 4 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 408
},
{
"t": 6,
"x": 189,
"y": 404
},
{
"t": 15,
"x": 185,
"y": 412
}
],
"birth": 0,
"death": 24,
"type": "olive green ceramic plant container"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 435,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "white and brown sneaker"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 162
},
{
"t": 1,
"x": 490,
"y": 158
},
{
"t": 2,
"x": 501,
"y": 181
},
{
"t": 3,
"x": 509,
"y": 201
},
{
"t": 4,
"x": 521,
"y": 216
},
{
"t": 5,
"x": 595,
"y": 224
},
{
"t": 6,
"x": 611,
"y": 275
},
{
"t": 7,
"x": 638,
"y": 310
},
{
"t": 8,
"x": 658,
"y": 333
},
{
"t": 9,
"x": 673,
"y": 341
},
{
"t": 10,
"x": 615,
"y": 361
},
{
"t": 11,
"x": 615,
"y": 373
},
{
"t": 12,
"x": 623,
"y": 376
},
{
"t": 13,
"x": 638,
"y": 384
},
{
"t": 14,
"x": 654,
"y": 400
},
{
"t": 15,
"x": 669,
"y": 400
},
{
"t": 17,
"x": 693,
"y": 396
},
{
"t": 18,
"x": 689,
"y": 404
},
{
"t": 21,
"x": 681,
"y": 416
},
{
"t": 23,
"x": 748,
"y": 408
}
],
"birth": 0,
"death": 24,
"type": "multicolored wooden hammer ball toy"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 615
},
{
"t": 2,
"x": 623,
"y": 611
},
{
"t": 4,
"x": 615,
"y": 607
},
{
"t": 9,
"x": 607,
"y": 603
},
{
"t": 10,
"x": 599,
"y": 599
},
{
"t": 13,
"x": 587,
"y": 599
},
{
"t": 16,
"x": 580,
"y": 595
},
{
"t": 21,
"x": 568,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow and burgundy sneaker"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 646,
"y": 365
},
{
"t": 4,
"x": 669,
"y": 369
},
{
"t": 5,
"x": 701,
"y": 369
},
{
"t": 6,
"x": 712,
"y": 388
},
{
"t": 7,
"x": 806,
"y": 412
},
{
"t": 8,
"x": 822,
"y": 419
},
{
"t": 9,
"x": 771,
"y": 330
},
{
"t": 10,
"x": 779,
"y": 345
},
{
"t": 13,
"x": 791,
"y": 345
},
{
"t": 15,
"x": 802,
"y": 345
},
{
"t": 18,
"x": 634,
"y": 345
}
],
"birth": 0,
"death": 24,
"type": "yellow and green cardboard fingerpaint set"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 208
},
{
"t": 1,
"x": 740,
"y": 232
},
{
"t": 2,
"x": 751,
"y": 255
},
{
"t": 3,
"x": 787,
"y": 291
},
{
"t": 4,
"x": 818,
"y": 298
},
{
"t": 5,
"x": 837,
"y": 322
},
{
"t": 6,
"x": 869,
"y": 337
},
{
"t": 7,
"x": 908,
"y": 388
},
{
"t": 8,
"x": 916,
"y": 380
},
{
"t": 9,
"x": 923,
"y": 384
},
{
"t": 10,
"x": 935,
"y": 392
},
{
"t": 11,
"x": 943,
"y": 416
},
{
"t": 12,
"x": 962,
"y": 435
},
{
"t": 13,
"x": 970,
"y": 455
},
{
"t": 14,
"x": 970,
"y": 466
},
{
"t": 15,
"x": 982,
"y": 458
},
{
"t": 17,
"x": 994,
"y": 455
},
{
"t": 19,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "white canvas boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 529
},
{
"t": 4,
"x": 779,
"y": 521
},
{
"t": 7,
"x": 841,
"y": 521
},
{
"t": 8,
"x": 873,
"y": 533
},
{
"t": 9,
"x": 884,
"y": 533
},
{
"t": 10,
"x": 857,
"y": 552
},
{
"t": 12,
"x": 857,
"y": 568
},
{
"t": 13,
"x": 908,
"y": 572
},
{
"t": 14,
"x": 892,
"y": 576
},
{
"t": 15,
"x": 880,
"y": 587
},
{
"t": 17,
"x": 908,
"y": 599
},
{
"t": 18,
"x": 865,
"y": 591
},
{
"t": 19,
"x": 873,
"y": 595
},
{
"t": 22,
"x": 908,
"y": 603
},
{
"t": 23,
"x": 869,
"y": 595
}
],
"birth": 0,
"death": 24,
"type": "yellow plastic Game Boy cartridge"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 416
},
{
"t": 1,
"x": 908,
"y": 439
},
{
"t": 2,
"x": 908,
"y": 419
},
{
"t": 6,
"x": 939,
"y": 419
},
{
"t": 7,
"x": null,
"y": null
},
{
"t": 9,
"x": 908,
"y": 439
},
{
"t": 11,
"x": 904,
"y": 447
},
{
"t": 12,
"x": 908,
"y": 439
},
{
"t": 16,
"x": 939,
"y": 423
},
{
"t": 21,
"x": 892,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden toy train bridge"
}
],
"interactions": [
{
"id": 17,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 4,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
2,
7
],
"outputs": [
2,
7
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 19,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 14,
"inputs": [
2,
7
],
"outputs": [
2,
7
],
"begins_at": 4,
"ends_at": 8,
"type": "contact"
},
{
"id": 20,
"inputs": [
5,
6
],
"outputs": [
5,
6
],
"begins_at": 5,
"ends_at": 7,
"type": "contact"
},
{
"id": 10,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 22,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 9,
"inputs": [
2,
5
],
"outputs": [
2,
5
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 21,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 16,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 6,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 7,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 3,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 8,
"inputs": [
2,
6
],
"outputs": [
2,
6
],
"begins_at": 15,
"ends_at": 17,
"type": "contact"
},
{
"id": 4,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 16,
"ends_at": 18,
"type": "contact"
},
{
"id": 5,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9943181818181819,
"avg_image_position_segmentation_acc_small": 0.9848484848484849,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9943181818181819,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 8,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.5572398190045249,
"avg_interaction_input_object_jaccard": 0.31999999999999995,
"avg_interaction_output_object_jaccard": 0.31999999999999995,
"avg_interaction_type_exact_match_acc": 0.92,
"num_interaction_matches": 25,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 5,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 19,
"false_positives": 6,
"false_negatives": 5
},
"0.5": {
"true_positives": 17,
"false_positives": 8,
"false_negatives": 5
},
"0.75": {
"true_positives": 12,
"false_positives": 13,
"false_negatives": 5
},
"1.0": {
"true_positives": 11,
"false_positives": 14,
"false_negatives": 5
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.76,
"0.5": 0.68,
"0.75": 0.48,
"1.0": 0.44
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.7916666666666666,
"0.5": 0.7727272727272727,
"0.75": 0.7058823529411765,
"1.0": 0.6875
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7755102040816326,
"0.5": 0.7234042553191491,
"0.75": 0.5714285714285713,
"1.0": 0.5365853658536586
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 16,
"false_positives": 9,
"false_negatives": 5
},
"0.5": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
},
"0.75": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
},
"1.0": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.64,
"0.5": 0.16,
"0.75": 0.16,
"1.0": 0.16
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.7619047619047619,
"0.5": 0.4444444444444444,
"0.75": 0.4444444444444444,
"1.0": 0.4444444444444444
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6956521739130435,
"0.5": 0.23529411764705882,
"0.75": 0.23529411764705882,
"1.0": 0.23529411764705882
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 16,
"false_positives": 9,
"false_negatives": 5
},
"0.5": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
},
"0.75": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
},
"1.0": {
"true_positives": 4,
"false_positives": 21,
"false_negatives": 5
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.64,
"0.5": 0.16,
"0.75": 0.16,
"1.0": 0.16
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.7619047619047619,
"0.5": 0.4444444444444444,
"0.75": 0.4444444444444444,
"1.0": 0.4444444444444444
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6956521739130435,
"0.5": 0.23529411764705882,
"0.75": 0.23529411764705882,
"1.0": 0.23529411764705882
}
}
}Prompt
user Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids. assistant