STRIVE · 08/28/2026
Prefill sample 12
One shared clip across Baselines 1, 2, 3, and E2E, including exactly what was injected.
Ground-truth Sentinel
[SCENE-START] [OBJS-START] [OBJ] 0 "blue fabric sports-patterned lunch box" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 "white plastic probiotic supplement bottle" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 "brown and white cardboard coffee mix box" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 "brown leather boat shoe" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 "white cardboard supplement box" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 "white ceramic ramekin" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 "white ceramic tray" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 "blue and orange plastic treat dispenser ball" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 "white and blue athletic shoe" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 "multi-colored wooden fraction block set" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 "multi-colored wooden geometric block puzzle" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 11 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 12 "contact" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 15 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 20 "contact" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 3 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 13 "collision" 5 5 [IN] 5 7 [OUT] 5 7 [INTERACT] 14 "contact" 6 14 [IN] 5 7 [OUT] 5 7 [INTERACT] 9 "collision" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 "collision" 12 12 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 "contact" 13 14 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 "collision" 16 16 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 16 "collision" 16 16 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 10 "collision" 17 18 [IN] 4 5 [OUT] 4 5 [INTERACT] 8 "contact" 17 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 "collision" 19 19 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 2 "collision" 20 20 [IN] 1 7 [OUT] 1 7 [INTERACT] 18 "collision" 22 22 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]
Parsed ground truth
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
},
{
"t": 9,
"x": 80,
"y": 384
},
{
"t": 15,
"x": 87,
"y": 392
},
{
"t": 16,
"x": 99,
"y": 396
},
{
"t": 21,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 24,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
},
{
"t": 1,
"x": 162,
"y": 244
},
{
"t": 3,
"x": 142,
"y": 255
},
{
"t": 5,
"x": 158,
"y": 259
},
{
"t": 6,
"x": 166,
"y": 263
},
{
"t": 8,
"x": 177,
"y": 271
},
{
"t": 9,
"x": 189,
"y": 275
},
{
"t": 12,
"x": 197,
"y": 283
},
{
"t": 13,
"x": 208,
"y": 291
},
{
"t": 14,
"x": 169,
"y": 291
},
{
"t": 16,
"x": 173,
"y": 298
},
{
"t": 19,
"x": 146,
"y": 310
},
{
"t": 22,
"x": 138,
"y": 314
},
{
"t": 23,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 24,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
},
{
"t": 1,
"x": 376,
"y": 396
},
{
"t": 2,
"x": 392,
"y": 396
},
{
"t": 3,
"x": 376,
"y": 400
},
{
"t": 4,
"x": 392,
"y": 396
},
{
"t": 5,
"x": 376,
"y": 400
},
{
"t": 6,
"x": 349,
"y": 408
},
{
"t": 7,
"x": 373,
"y": 404
},
{
"t": 8,
"x": 392,
"y": 404
},
{
"t": 9,
"x": 408,
"y": 404
},
{
"t": 10,
"x": 392,
"y": 408
},
{
"t": 11,
"x": 408,
"y": 408
},
{
"t": 12,
"x": 388,
"y": 412
},
{
"t": 13,
"x": 408,
"y": 412
},
{
"t": 14,
"x": 384,
"y": 416
},
{
"t": 15,
"x": 404,
"y": 416
},
{
"t": 16,
"x": 380,
"y": 419
},
{
"t": 17,
"x": 400,
"y": 419
},
{
"t": 18,
"x": 373,
"y": 423
},
{
"t": 19,
"x": 396,
"y": 419
},
{
"t": 20,
"x": 416,
"y": 419
},
{
"t": 21,
"x": 388,
"y": 423
},
{
"t": 22,
"x": 408,
"y": 423
},
{
"t": 23,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
},
{
"t": 1,
"x": 455,
"y": 103
},
{
"t": 2,
"x": 462,
"y": 130
},
{
"t": 3,
"x": 474,
"y": 166
},
{
"t": 4,
"x": 486,
"y": 208
},
{
"t": 5,
"x": 486,
"y": 263
},
{
"t": 6,
"x": 494,
"y": 322
},
{
"t": 7,
"x": 509,
"y": 384
},
{
"t": 8,
"x": 513,
"y": 443
},
{
"t": 9,
"x": 478,
"y": 470
},
{
"t": 10,
"x": 498,
"y": 474
},
{
"t": 11,
"x": 490,
"y": 486
},
{
"t": 12,
"x": 501,
"y": 498
},
{
"t": 13,
"x": 568,
"y": 521
},
{
"t": 14,
"x": 548,
"y": 521
},
{
"t": 15,
"x": 611,
"y": 521
},
{
"t": 16,
"x": 517,
"y": 541
},
{
"t": 18,
"x": 537,
"y": 544
},
{
"t": 20,
"x": 568,
"y": 552
},
{
"t": 23,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 24,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
},
{
"t": 3,
"x": 513,
"y": 244
},
{
"t": 4,
"x": 525,
"y": 267
},
{
"t": 5,
"x": 478,
"y": 201
},
{
"t": 6,
"x": 474,
"y": 263
},
{
"t": 7,
"x": 478,
"y": 310
},
{
"t": 8,
"x": 474,
"y": 318
},
{
"t": 10,
"x": 576,
"y": 291
},
{
"t": 11,
"x": 568,
"y": 271
},
{
"t": 12,
"x": 556,
"y": 263
},
{
"t": 13,
"x": 544,
"y": 259
},
{
"t": 14,
"x": 525,
"y": 259
},
{
"t": 15,
"x": 505,
"y": 259
},
{
"t": 17,
"x": 509,
"y": 267
},
{
"t": 19,
"x": 541,
"y": 279
},
{
"t": 21,
"x": 548,
"y": 287
},
{
"t": 22,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 24,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
},
{
"t": 1,
"x": 666,
"y": 357
},
{
"t": 3,
"x": 650,
"y": 357
},
{
"t": 4,
"x": 626,
"y": 373
},
{
"t": 5,
"x": 603,
"y": 380
},
{
"t": 6,
"x": 654,
"y": 376
},
{
"t": 7,
"x": 638,
"y": 365
},
{
"t": 8,
"x": 615,
"y": 357
},
{
"t": 9,
"x": 587,
"y": 353
},
{
"t": 10,
"x": 564,
"y": 349
},
{
"t": 11,
"x": 533,
"y": 345
},
{
"t": 12,
"x": 509,
"y": 345
},
{
"t": 15,
"x": 494,
"y": 345
},
{
"t": 18,
"x": 486,
"y": 353
},
{
"t": 21,
"x": 482,
"y": 361
},
{
"t": 22,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
},
{
"t": 3,
"x": 779,
"y": 419
},
{
"t": 6,
"x": 771,
"y": 423
},
{
"t": 10,
"x": 775,
"y": 431
},
{
"t": 13,
"x": 767,
"y": 435
},
{
"t": 19,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 24,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
},
{
"t": 1,
"x": 857,
"y": 142
},
{
"t": 2,
"x": 814,
"y": 158
},
{
"t": 3,
"x": 763,
"y": 166
},
{
"t": 4,
"x": 705,
"y": 197
},
{
"t": 5,
"x": 658,
"y": 205
},
{
"t": 6,
"x": 619,
"y": 201
},
{
"t": 7,
"x": 580,
"y": 197
},
{
"t": 8,
"x": 544,
"y": 197
},
{
"t": 9,
"x": 513,
"y": 193
},
{
"t": 10,
"x": 482,
"y": 193
},
{
"t": 11,
"x": 451,
"y": 197
},
{
"t": 12,
"x": 423,
"y": 201
},
{
"t": 13,
"x": 400,
"y": 216
},
{
"t": 14,
"x": 373,
"y": 228
},
{
"t": 15,
"x": 349,
"y": 248
},
{
"t": 16,
"x": 330,
"y": 271
},
{
"t": 17,
"x": 310,
"y": 267
},
{
"t": 18,
"x": 298,
"y": 271
},
{
"t": 19,
"x": 279,
"y": 271
},
{
"t": 21,
"x": 263,
"y": 275
},
{
"t": 23,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 24,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
},
{
"t": 4,
"x": 892,
"y": 431
},
{
"t": 8,
"x": 888,
"y": 439
},
{
"t": 14,
"x": 880,
"y": 443
},
{
"t": 20,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 24,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
},
{
"t": 2,
"x": 919,
"y": 955
},
{
"t": 4,
"x": 919,
"y": 943
},
{
"t": 5,
"x": 880,
"y": 943
},
{
"t": 7,
"x": 876,
"y": 935
},
{
"t": 9,
"x": 869,
"y": 927
},
{
"t": 11,
"x": 865,
"y": 919
},
{
"t": 12,
"x": 857,
"y": 916
},
{
"t": 14,
"x": 845,
"y": 908
},
{
"t": 15,
"x": 853,
"y": 904
},
{
"t": 16,
"x": 845,
"y": 900
},
{
"t": 17,
"x": 837,
"y": 896
},
{
"t": 18,
"x": 830,
"y": 888
},
{
"t": 19,
"x": 826,
"y": 880
},
{
"t": 20,
"x": 822,
"y": 869
},
{
"t": 21,
"x": 814,
"y": 857
},
{
"t": 22,
"x": 810,
"y": 849
},
{
"t": 23,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 24,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 435
},
{
"t": 20,
"x": 998,
"y": 423
},
{
"t": 21,
"x": 994,
"y": 435
}
],
"birth": 16,
"death": 24,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 14,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 6,
"ends_at": 14,
"type": "contact"
},
{
"id": 9,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 5,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 6,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 13,
"ends_at": 14,
"type": "contact"
},
{
"id": 7,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 16,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 10,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 17,
"ends_at": 18,
"type": "collision"
},
{
"id": 8,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 17,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 18,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
}
]
}Per-frame GT object prefill
Each one-frame detector request was assistant-prefilled with the exact visible GT objects using canonical IDs. B1 generated only the interaction suffix; the saved frame outputs below are the exact persisted requests and generations.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 154 240 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 392 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 447 83 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 353 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 888 111 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 154 240 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 392 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 447 83 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 353 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 888 111 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"parsed_object_count": 11,
"parsed_interaction_count": 7
},
{
"frame_index": 1,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 455 103 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 666 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 857 142 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 455 103 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 666 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 857 142 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"7": 7
},
"parsed_object_count": 5,
"parsed_interaction_count": 5
},
{
"frame_index": 2,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 462 130 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 814 158 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 955 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 462 130 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 814 158 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 955 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"7": 7,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 9
},
{
"frame_index": 3,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 474 166 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 513 244 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 357 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 763 166 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 474 166 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 513 244 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 357 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 763 166 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 7,
"parsed_interaction_count": 6
},
{
"frame_index": 4,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 208 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 267 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 626 373 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 705 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 943 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 208 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 267 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 626 373 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 705 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 943 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"8": 8,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 6
},
{
"frame_index": 5,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 158 259 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 263 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 201 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 603 380 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 658 205 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 880 943 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 158 259 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 263 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 201 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 603 380 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 658 205 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 880 943 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 6
},
{
"frame_index": 6,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 349 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 494 322 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 654 376 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 619 201 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 349 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 494 322 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 654 376 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 619 201 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 7,
"parsed_interaction_count": 8
},
{
"frame_index": 7,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 509 384 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 310 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 638 365 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 580 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 876 935 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 509 384 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 310 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 638 365 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 580 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 876 935 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 6,
"parsed_interaction_count": 6
},
{
"frame_index": 8,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 177 271 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 513 443 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 615 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 544 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 888 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 177 271 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 513 443 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 615 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 544 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 888 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"8": 8
},
"parsed_object_count": 7,
"parsed_interaction_count": 7
},
{
"frame_index": 9,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 478 470 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 587 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 513 193 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 869 927 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 478 470 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 587 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 513 193 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 869 927 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 6
},
{
"frame_index": 10,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 498 474 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 576 291 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 564 349 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 482 193 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 498 474 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 576 291 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 564 349 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 482 193 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 7
},
{
"frame_index": 11,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 490 486 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 568 271 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 533 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 451 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 865 919 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 490 486 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 568 271 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 533 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 451 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 865 919 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 6,
"parsed_interaction_count": 6
},
{
"frame_index": 12,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 197 283 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 501 498 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 556 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 509 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 423 201 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 857 916 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 197 283 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 501 498 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 556 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 509 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 423 201 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 857 916 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 6
},
{
"frame_index": 13,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 208 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 544 259 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 400 216 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 208 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 544 259 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 400 216 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 6
},
{
"frame_index": 14,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 384 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 548 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 259 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 373 228 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 908 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 384 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 548 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 259 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 373 228 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 908 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"7": 7,
"8": 8,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 7
},
{
"frame_index": 15,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 392 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 404 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 611 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 349 248 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 853 904 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 392 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 404 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 611 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 349 248 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 853 904 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 8
},
{
"frame_index": 16,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 380 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 517 541 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 330 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 900 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 380 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 517 541 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 330 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 900 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"7": 7,
"9": 9,
"10": 10
},
"parsed_object_count": 7,
"parsed_interaction_count": 10
},
{
"frame_index": 17,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 400 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 267 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 310 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 837 896 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 400 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 267 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 310 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 837 896 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"4": 4,
"7": 7,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 9
},
{
"frame_index": 18,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 423 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 537 544 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 486 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 298 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 830 888 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 423 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 537 544 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 486 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 298 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 830 888 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
},
{
"frame_index": 19,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 396 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 541 279 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 279 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 826 880 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 396 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 541 279 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 279 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 826 880 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"4": 4,
"6": 6,
"7": 7,
"9": 9
},
"parsed_object_count": 6,
"parsed_interaction_count": 9
},
{
"frame_index": 20,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 416 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 552 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 822 869 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 416 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 552 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 822 869 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"8": 8,
"9": 9,
"10": 10
},
"parsed_object_count": 5,
"parsed_interaction_count": 8
},
{
"frame_index": 21,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 107 400 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 548 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 482 361 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 263 275 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 814 857 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 107 400 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 548 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 482 361 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 263 275 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 814 857 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"7": 7,
"9": 9,
"10": 10
},
"parsed_object_count": 7,
"parsed_interaction_count": 7
},
{
"frame_index": 22,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 138 314 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 365 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 810 849 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 138 314 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 365 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 810 849 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"4": 4,
"5": 5,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 9
},
{
"frame_index": 23,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 583 556 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 240 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 806 837 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 583 556 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 240 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 806 837 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"7": 7,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 7
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "blue fabric sports-patterned lunch box" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 "white plastic probiotic supplement bottle" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 "brown and white cardboard coffee mix box" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 "brown leather boat shoe" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 "white cardboard supplement box" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 "white ceramic ramekin" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 "white ceramic tray" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 "blue and orange plastic treat dispenser ball" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 "white and blue athletic shoe" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 "multi-colored wooden fraction block set" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 "multi-colored wooden geometric block puzzle" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 "contact" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 "collision" 1 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 "collision" 1 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 "collision" 1 2 [IN] 65535 [OUT] 65535 [INTERACT] 10 "collision" 2 2 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 "contact" 2 4 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 "collision" 3 3 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 "collision" 3 3 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 "collision" 3 3 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 15 "collision" 3 3 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "collision" 4 4 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 "collision" 4 5 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 18 "contact" 4 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 "contact" 4 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 "collision" 5 5 [IN] 3 4 [OUT] 3 4 [INTERACT] 21 "collision" 5 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 22 "collision" 6 6 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 23 "collision" 6 6 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 24 "collision" 6 6 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 25 "collision" 6 6 [IN] 65535 [OUT] 65535 [INTERACT] 26 "collision" 7 7 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 27 "contact" 7 8 [IN] 65535 [OUT] 65535 [INTERACT] 28 "contact" 7 16 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 29 "collision" 8 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 30 "collision" 8 9 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 31 "collision" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 32 "collision" 9 9 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 33 "collision" 10 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 34 "collision" 10 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 35 "collision" 10 10 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 36 "collision" 10 11 [IN] 65535 [OUT] 65535 [INTERACT] 37 "collision" 11 12 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 38 "contact" 11 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 39 "collision" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 40 "collision" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 41 "collision" 13 13 [IN] 65535 [OUT] 65535 [INTERACT] 42 "contact" 13 14 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 43 "collision" 14 14 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 44 "collision" 14 14 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 45 "contact" 14 23 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 15 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 47 "collision" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 48 "collision" 15 16 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 49 "contact" 15 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 50 "collision" 16 16 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 51 "contact" 16 19 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 52 "collision" 17 17 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 53 "collision" 18 18 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 54 "collision" 18 18 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 55 "collision" 19 19 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 56 "collision" 19 19 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 57 "collision" 19 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 58 "collision" 20 20 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 59 "collision" 20 20 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 60 "collision" 21 21 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 61 "collision" 21 21 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 62 "collision" 21 22 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 63 "collision" 21 22 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 64 "collision" 22 22 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 65 "collision" 23 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 66 "collision" 23 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 67 "contact" 23 23 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
},
{
"t": 9,
"x": 80,
"y": 384
},
{
"t": 15,
"x": 87,
"y": 392
},
{
"t": 16,
"x": 99,
"y": 396
},
{
"t": 21,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 24,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
},
{
"t": 1,
"x": 162,
"y": 244
},
{
"t": 3,
"x": 142,
"y": 255
},
{
"t": 5,
"x": 158,
"y": 259
},
{
"t": 6,
"x": 166,
"y": 263
},
{
"t": 8,
"x": 177,
"y": 271
},
{
"t": 9,
"x": 189,
"y": 275
},
{
"t": 12,
"x": 197,
"y": 283
},
{
"t": 13,
"x": 208,
"y": 291
},
{
"t": 14,
"x": 169,
"y": 291
},
{
"t": 16,
"x": 173,
"y": 298
},
{
"t": 19,
"x": 146,
"y": 310
},
{
"t": 22,
"x": 138,
"y": 314
},
{
"t": 23,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 24,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
},
{
"t": 1,
"x": 376,
"y": 396
},
{
"t": 2,
"x": 392,
"y": 396
},
{
"t": 3,
"x": 376,
"y": 400
},
{
"t": 4,
"x": 392,
"y": 396
},
{
"t": 5,
"x": 376,
"y": 400
},
{
"t": 6,
"x": 349,
"y": 408
},
{
"t": 7,
"x": 373,
"y": 404
},
{
"t": 8,
"x": 392,
"y": 404
},
{
"t": 9,
"x": 408,
"y": 404
},
{
"t": 10,
"x": 392,
"y": 408
},
{
"t": 11,
"x": 408,
"y": 408
},
{
"t": 12,
"x": 388,
"y": 412
},
{
"t": 13,
"x": 408,
"y": 412
},
{
"t": 14,
"x": 384,
"y": 416
},
{
"t": 15,
"x": 404,
"y": 416
},
{
"t": 16,
"x": 380,
"y": 419
},
{
"t": 17,
"x": 400,
"y": 419
},
{
"t": 18,
"x": 373,
"y": 423
},
{
"t": 19,
"x": 396,
"y": 419
},
{
"t": 20,
"x": 416,
"y": 419
},
{
"t": 21,
"x": 388,
"y": 423
},
{
"t": 22,
"x": 408,
"y": 423
},
{
"t": 23,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
},
{
"t": 1,
"x": 455,
"y": 103
},
{
"t": 2,
"x": 462,
"y": 130
},
{
"t": 3,
"x": 474,
"y": 166
},
{
"t": 4,
"x": 486,
"y": 208
},
{
"t": 5,
"x": 486,
"y": 263
},
{
"t": 6,
"x": 494,
"y": 322
},
{
"t": 7,
"x": 509,
"y": 384
},
{
"t": 8,
"x": 513,
"y": 443
},
{
"t": 9,
"x": 478,
"y": 470
},
{
"t": 10,
"x": 498,
"y": 474
},
{
"t": 11,
"x": 490,
"y": 486
},
{
"t": 12,
"x": 501,
"y": 498
},
{
"t": 13,
"x": 568,
"y": 521
},
{
"t": 14,
"x": 548,
"y": 521
},
{
"t": 15,
"x": 611,
"y": 521
},
{
"t": 16,
"x": 517,
"y": 541
},
{
"t": 18,
"x": 537,
"y": 544
},
{
"t": 20,
"x": 568,
"y": 552
},
{
"t": 23,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 24,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
},
{
"t": 3,
"x": 513,
"y": 244
},
{
"t": 4,
"x": 525,
"y": 267
},
{
"t": 5,
"x": 478,
"y": 201
},
{
"t": 6,
"x": 474,
"y": 263
},
{
"t": 7,
"x": 478,
"y": 310
},
{
"t": 8,
"x": 474,
"y": 318
},
{
"t": 10,
"x": 576,
"y": 291
},
{
"t": 11,
"x": 568,
"y": 271
},
{
"t": 12,
"x": 556,
"y": 263
},
{
"t": 13,
"x": 544,
"y": 259
},
{
"t": 14,
"x": 525,
"y": 259
},
{
"t": 15,
"x": 505,
"y": 259
},
{
"t": 17,
"x": 509,
"y": 267
},
{
"t": 19,
"x": 541,
"y": 279
},
{
"t": 21,
"x": 548,
"y": 287
},
{
"t": 22,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 24,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
},
{
"t": 1,
"x": 666,
"y": 357
},
{
"t": 3,
"x": 650,
"y": 357
},
{
"t": 4,
"x": 626,
"y": 373
},
{
"t": 5,
"x": 603,
"y": 380
},
{
"t": 6,
"x": 654,
"y": 376
},
{
"t": 7,
"x": 638,
"y": 365
},
{
"t": 8,
"x": 615,
"y": 357
},
{
"t": 9,
"x": 587,
"y": 353
},
{
"t": 10,
"x": 564,
"y": 349
},
{
"t": 11,
"x": 533,
"y": 345
},
{
"t": 12,
"x": 509,
"y": 345
},
{
"t": 15,
"x": 494,
"y": 345
},
{
"t": 18,
"x": 486,
"y": 353
},
{
"t": 21,
"x": 482,
"y": 361
},
{
"t": 22,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
},
{
"t": 3,
"x": 779,
"y": 419
},
{
"t": 6,
"x": 771,
"y": 423
},
{
"t": 10,
"x": 775,
"y": 431
},
{
"t": 13,
"x": 767,
"y": 435
},
{
"t": 19,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 24,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
},
{
"t": 1,
"x": 857,
"y": 142
},
{
"t": 2,
"x": 814,
"y": 158
},
{
"t": 3,
"x": 763,
"y": 166
},
{
"t": 4,
"x": 705,
"y": 197
},
{
"t": 5,
"x": 658,
"y": 205
},
{
"t": 6,
"x": 619,
"y": 201
},
{
"t": 7,
"x": 580,
"y": 197
},
{
"t": 8,
"x": 544,
"y": 197
},
{
"t": 9,
"x": 513,
"y": 193
},
{
"t": 10,
"x": 482,
"y": 193
},
{
"t": 11,
"x": 451,
"y": 197
},
{
"t": 12,
"x": 423,
"y": 201
},
{
"t": 13,
"x": 400,
"y": 216
},
{
"t": 14,
"x": 373,
"y": 228
},
{
"t": 15,
"x": 349,
"y": 248
},
{
"t": 16,
"x": 330,
"y": 271
},
{
"t": 17,
"x": 310,
"y": 267
},
{
"t": 18,
"x": 298,
"y": 271
},
{
"t": 19,
"x": 279,
"y": 271
},
{
"t": 21,
"x": 263,
"y": 275
},
{
"t": 23,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 24,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
},
{
"t": 4,
"x": 892,
"y": 431
},
{
"t": 8,
"x": 888,
"y": 439
},
{
"t": 14,
"x": 880,
"y": 443
},
{
"t": 20,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 24,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
},
{
"t": 2,
"x": 919,
"y": 955
},
{
"t": 4,
"x": 919,
"y": 943
},
{
"t": 5,
"x": 880,
"y": 943
},
{
"t": 7,
"x": 876,
"y": 935
},
{
"t": 9,
"x": 869,
"y": 927
},
{
"t": 11,
"x": 865,
"y": 919
},
{
"t": 12,
"x": 857,
"y": 916
},
{
"t": 14,
"x": 845,
"y": 908
},
{
"t": 15,
"x": 853,
"y": 904
},
{
"t": 16,
"x": 845,
"y": 900
},
{
"t": 17,
"x": 837,
"y": 896
},
{
"t": 18,
"x": 830,
"y": 888
},
{
"t": 19,
"x": 826,
"y": 880
},
{
"t": 20,
"x": 822,
"y": 869
},
{
"t": 21,
"x": 814,
"y": 857
},
{
"t": 22,
"x": 810,
"y": 849
},
{
"t": 23,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 24,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 435
},
{
"t": 20,
"x": 998,
"y": 423
},
{
"t": 21,
"x": 994,
"y": 435
}
],
"birth": 16,
"death": 24,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "contact"
},
{
"id": 6,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 8,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 9,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 2,
"type": "collision"
},
{
"id": 10,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 11,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 2,
"ends_at": 4,
"type": "contact"
},
{
"id": 12,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 14,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 16,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 17,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 18,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 8,
"type": "contact"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 4,
"ends_at": 12,
"type": "contact"
},
{
"id": 20,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 21,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 5,
"ends_at": 6,
"type": "collision"
},
{
"id": 22,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 23,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 25,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 26,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 27,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "contact"
},
{
"id": 28,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 7,
"ends_at": 16,
"type": "contact"
},
{
"id": 29,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 30,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "collision"
},
{
"id": 31,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 33,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 34,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 35,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 36,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 37,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 11,
"ends_at": 12,
"type": "collision"
},
{
"id": 38,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 11,
"ends_at": 15,
"type": "contact"
},
{
"id": 39,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 40,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 41,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 42,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 13,
"ends_at": 14,
"type": "contact"
},
{
"id": 43,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 44,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 46,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 47,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 48,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 15,
"ends_at": 16,
"type": "collision"
},
{
"id": 49,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 15,
"ends_at": 23,
"type": "contact"
},
{
"id": 50,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 51,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 16,
"ends_at": 19,
"type": "contact"
},
{
"id": 52,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 53,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 54,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 55,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 56,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 57,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 58,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 59,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 60,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 61,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 62,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 21,
"ends_at": 22,
"type": "collision"
},
{
"id": 63,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 21,
"ends_at": 22,
"type": "collision"
},
{
"id": 64,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 65,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 66,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 67,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9962121212121211,
"avg_image_position_segmentation_acc_small": 0.9947916666666667,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9962121212121211,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.6272246272246272,
"avg_interaction_input_object_jaccard": 0.33333333333333326,
"avg_interaction_output_object_jaccard": 0.33333333333333326,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 47,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 53,
"false_negatives": 0
},
"0.5": {
"true_positives": 13,
"false_positives": 55,
"false_negatives": 0
},
"0.75": {
"true_positives": 10,
"false_positives": 58,
"false_negatives": 0
},
"1.0": {
"true_positives": 9,
"false_positives": 59,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.22058823529411764,
"0.5": 0.19117647058823528,
"0.75": 0.14705882352941177,
"1.0": 0.1323529411764706
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.36144578313253006,
"0.5": 0.32098765432098764,
"0.75": 0.25641025641025644,
"1.0": 0.23376623376623376
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 50,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 65,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.04411764705882353,
"0.75": 0.014705882352941176,
"1.0": 0.014705882352941176
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.08450704225352113,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 50,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 65,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.04411764705882353,
"0.75": 0.014705882352941176,
"1.0": 0.014705882352941176
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.08450704225352113,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
B1 cache + injected GT identity map
B2 consumed the persisted B1-oracle frame cache. Its learned mapper call was bypassed at every streaming step and replaced with the shown stable-ID → detector-ID identity map; the ordinary staged merger still produced the final interaction prediction.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 154 240 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 392 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 447 83 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 353 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 888 111 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 154 240 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 392 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 447 83 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 353 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 888 111 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"mapping_note": "identity_ids=True initialization; mapper not called",
"mapper_called": false
},
{
"frame_index": 1,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 455 103 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 666 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 857 142 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 455 103 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 666 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 857 142 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 162,
"y": 244
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 455,
"y": 103
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 666,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 857,
"y": 142
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 2,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 462 130 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 814 158 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 955 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 462 130 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 814 158 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 955 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 462,
"y": 130
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 814,
"y": 158
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 919,
"y": 955
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 3,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 474 166 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 513 244 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 357 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 763 166 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 474 166 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 513 244 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 357 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 763 166 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 142,
"y": 255
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 474,
"y": 166
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 244
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 779,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 763,
"y": 166
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 4,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 208 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 267 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 626 373 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 705 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 943 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 208 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 267 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 626 373 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 705 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 919 943 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 208
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 525,
"y": 267
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 626,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 705,
"y": 197
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 431
}
],
"birth": 0,
"death": 1,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 919,
"y": 943
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"8": 8,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 5,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 158 259 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 263 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 201 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 603 380 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 658 205 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 880 943 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 158 259 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 486 263 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 201 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 603 380 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 658 205 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 880 943 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 158,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 263
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 478,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 603,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 658,
"y": 205
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 880,
"y": 943
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 6,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 349 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 494 322 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 654 376 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 619 201 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 349 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 494 322 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 654 376 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 619 201 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 166,
"y": 263
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 349,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 494,
"y": 322
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 474,
"y": 263
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 654,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 771,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 619,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 7,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 509 384 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 310 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 638 365 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 580 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 876 935 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 509 384 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 478 310 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 638 365 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 580 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 876 935 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 373,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 478,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 638,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 580,
"y": 197
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 876,
"y": 935
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 8,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 177 271 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 513 443 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 615 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 544 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 888 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 177 271 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 513 443 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 615 357 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 544 197 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 888 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 177,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 443
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 474,
"y": 318
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 544,
"y": 197
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "white and blue athletic shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"8": 8
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 9,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 478 470 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 587 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 513 193 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 869 927 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 404 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 478 470 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 587 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 513 193 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 869 927 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 189,
"y": 275
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 408,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 478,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 587,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 193
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 869,
"y": 927
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 10,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 498 474 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 576 291 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 564 349 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 482 193 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 498 474 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 576 291 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 564 349 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 482 193 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 498,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 576,
"y": 291
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 564,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 431
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 482,
"y": 193
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 11,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 490 486 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 568 271 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 533 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 451 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 865 919 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 408 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 490 486 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 568 271 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 533 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 451 197 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 865 919 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 408,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 490,
"y": 486
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 568,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 533,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 451,
"y": 197
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 865,
"y": 919
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 12,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 197 283 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 501 498 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 556 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 509 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 423 201 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 857 916 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 197 283 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 501 498 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 556 263 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 509 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 423 201 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 857 916 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 283
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 388,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 498
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 556,
"y": 263
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 423,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 857,
"y": 916
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 13,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 208 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 544 259 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 400 216 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 208 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 412 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 544 259 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 400 216 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 208,
"y": 291
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 408,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 568,
"y": 521
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 544,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 767,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 400,
"y": 216
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 14,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 384 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 548 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 259 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 373 228 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 908 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 384 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 548 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 525 259 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 373 228 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 908 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 169,
"y": 291
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 384,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 548,
"y": 521
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 525,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 373,
"y": 228
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 880,
"y": 443
}
],
"birth": 0,
"death": 1,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 845,
"y": 908
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"7": 7,
"8": 8,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 15,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 392 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 404 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 611 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 349 248 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 853 904 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 392 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 404 416 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 611 521 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 345 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 349 248 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 853 904 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 404,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 611,
"y": 521
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 505,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 494,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 349,
"y": 248
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 853,
"y": 904
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 16,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 380 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 517 541 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 330 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 900 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 380 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 517 541 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 330 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 845 900 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 99,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 173,
"y": 298
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 380,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 541
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 330,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 845,
"y": 900
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 998,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"7": 7,
"9": 9,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 17,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 400 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 267 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 310 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 837 896 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 400 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 267 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 310 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 837 896 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 400,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 267
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 310,
"y": 267
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 837,
"y": 896
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"4": 4,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 18,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 423 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 537 544 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 486 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 298 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 830 888 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 373 423 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 537 544 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 486 353 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 298 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 830 888 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 373,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 537,
"y": 544
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 298,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 830,
"y": 888
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 19,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 396 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 541 279 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 279 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 826 880 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 396 419 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 541 279 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 279 271 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 826 880 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 146,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 396,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 541,
"y": 279
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 1,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 279,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 880
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"4": 4,
"6": 6,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 20,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 416 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 552 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 822 869 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 416 419 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 568 552 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 822 869 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 998 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 416,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 568,
"y": 552
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 1,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 822,
"y": 869
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 998,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"8": 8,
"9": 9,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 21,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 107 400 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 548 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 482 361 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 263 275 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 814 857 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 107 400 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 388 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 548 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 482 361 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 263 275 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 814 857 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 0 1 [PX] 0 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 388,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 548,
"y": 287
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 482,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 263,
"y": 275
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 814,
"y": 857
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 994,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"7": 7,
"9": 9,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 22,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 138 314 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 365 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 810 849 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 138 314 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 408 423 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 494 365 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 810 849 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 314
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 408,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 1,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 810,
"y": 849
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"4": 4,
"5": 5,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 23,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 583 556 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 240 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 806 837 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 583 556 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 240 267 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 806 837 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 1,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 1,
"type": "multi-colored wooden fraction block set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "blue fabric sports-patterned lunch box" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 "white plastic probiotic supplement bottle" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 "brown and white cardboard coffee mix box" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 "brown leather boat shoe" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 "white cardboard supplement box" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 "white ceramic ramekin" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 "white ceramic tray" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 "blue and orange plastic treat dispenser ball" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 "white and blue athletic shoe" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 "multi-colored wooden fraction block set" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 "multi-colored wooden geometric block puzzle" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 2 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 "contact" 0 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 "collision" 1 1 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 8 "collision" 1 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 "collision" 1 2 [IN] 65535 [OUT] 65535 [INTERACT] 10 "collision" 2 2 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 "contact" 2 4 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 "collision" 3 3 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 "collision" 3 3 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 "collision" 3 3 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 15 "collision" 3 3 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "collision" 4 4 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 "collision" 4 5 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 18 "contact" 4 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 "contact" 4 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 "collision" 5 5 [IN] 3 4 [OUT] 3 4 [INTERACT] 21 "collision" 5 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 22 "collision" 6 6 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 23 "collision" 6 6 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 24 "collision" 6 6 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 25 "collision" 6 6 [IN] 65535 [OUT] 65535 [INTERACT] 26 "collision" 7 7 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 27 "contact" 7 8 [IN] 65535 [OUT] 65535 [INTERACT] 28 "contact" 7 16 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 29 "collision" 8 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 30 "collision" 8 9 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 31 "collision" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 32 "collision" 9 9 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 33 "collision" 10 10 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 34 "collision" 10 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 35 "collision" 10 10 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 36 "collision" 10 11 [IN] 65535 [OUT] 65535 [INTERACT] 37 "collision" 11 12 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 38 "contact" 11 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 39 "collision" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 40 "collision" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 41 "collision" 13 13 [IN] 65535 [OUT] 65535 [INTERACT] 42 "contact" 13 14 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 43 "collision" 14 14 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 44 "collision" 14 14 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 45 "contact" 14 23 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 15 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 47 "collision" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 48 "collision" 15 16 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 49 "contact" 15 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 50 "collision" 16 16 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 51 "contact" 16 19 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 52 "collision" 17 17 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 53 "collision" 18 18 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 54 "collision" 18 18 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 55 "collision" 19 19 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 56 "collision" 19 19 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 57 "collision" 19 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 58 "collision" 20 20 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 59 "collision" 20 20 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 60 "collision" 21 21 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 61 "collision" 21 21 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 62 "collision" 21 22 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 63 "collision" 21 22 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 64 "collision" 22 22 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 65 "collision" 23 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 66 "collision" 23 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 67 "contact" 23 23 [IN] 1 65535 [OUT] 1 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
},
{
"t": 9,
"x": 80,
"y": 384
},
{
"t": 15,
"x": 87,
"y": 392
},
{
"t": 16,
"x": 99,
"y": 396
},
{
"t": 21,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 24,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
},
{
"t": 1,
"x": 162,
"y": 244
},
{
"t": 3,
"x": 142,
"y": 255
},
{
"t": 5,
"x": 158,
"y": 259
},
{
"t": 6,
"x": 166,
"y": 263
},
{
"t": 8,
"x": 177,
"y": 271
},
{
"t": 9,
"x": 189,
"y": 275
},
{
"t": 12,
"x": 197,
"y": 283
},
{
"t": 13,
"x": 208,
"y": 291
},
{
"t": 14,
"x": 169,
"y": 291
},
{
"t": 16,
"x": 173,
"y": 298
},
{
"t": 19,
"x": 146,
"y": 310
},
{
"t": 22,
"x": 138,
"y": 314
},
{
"t": 23,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 24,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
},
{
"t": 1,
"x": 376,
"y": 396
},
{
"t": 2,
"x": 392,
"y": 396
},
{
"t": 3,
"x": 376,
"y": 400
},
{
"t": 4,
"x": 392,
"y": 396
},
{
"t": 5,
"x": 376,
"y": 400
},
{
"t": 6,
"x": 349,
"y": 408
},
{
"t": 7,
"x": 373,
"y": 404
},
{
"t": 8,
"x": 392,
"y": 404
},
{
"t": 9,
"x": 408,
"y": 404
},
{
"t": 10,
"x": 392,
"y": 408
},
{
"t": 11,
"x": 408,
"y": 408
},
{
"t": 12,
"x": 388,
"y": 412
},
{
"t": 13,
"x": 408,
"y": 412
},
{
"t": 14,
"x": 384,
"y": 416
},
{
"t": 15,
"x": 404,
"y": 416
},
{
"t": 16,
"x": 380,
"y": 419
},
{
"t": 17,
"x": 400,
"y": 419
},
{
"t": 18,
"x": 373,
"y": 423
},
{
"t": 19,
"x": 396,
"y": 419
},
{
"t": 20,
"x": 416,
"y": 419
},
{
"t": 21,
"x": 388,
"y": 423
},
{
"t": 22,
"x": 408,
"y": 423
},
{
"t": 23,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
},
{
"t": 1,
"x": 455,
"y": 103
},
{
"t": 2,
"x": 462,
"y": 130
},
{
"t": 3,
"x": 474,
"y": 166
},
{
"t": 4,
"x": 486,
"y": 208
},
{
"t": 5,
"x": 486,
"y": 263
},
{
"t": 6,
"x": 494,
"y": 322
},
{
"t": 7,
"x": 509,
"y": 384
},
{
"t": 8,
"x": 513,
"y": 443
},
{
"t": 9,
"x": 478,
"y": 470
},
{
"t": 10,
"x": 498,
"y": 474
},
{
"t": 11,
"x": 490,
"y": 486
},
{
"t": 12,
"x": 501,
"y": 498
},
{
"t": 13,
"x": 568,
"y": 521
},
{
"t": 14,
"x": 548,
"y": 521
},
{
"t": 15,
"x": 611,
"y": 521
},
{
"t": 16,
"x": 517,
"y": 541
},
{
"t": 18,
"x": 537,
"y": 544
},
{
"t": 20,
"x": 568,
"y": 552
},
{
"t": 23,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 24,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
},
{
"t": 3,
"x": 513,
"y": 244
},
{
"t": 4,
"x": 525,
"y": 267
},
{
"t": 5,
"x": 478,
"y": 201
},
{
"t": 6,
"x": 474,
"y": 263
},
{
"t": 7,
"x": 478,
"y": 310
},
{
"t": 8,
"x": 474,
"y": 318
},
{
"t": 10,
"x": 576,
"y": 291
},
{
"t": 11,
"x": 568,
"y": 271
},
{
"t": 12,
"x": 556,
"y": 263
},
{
"t": 13,
"x": 544,
"y": 259
},
{
"t": 14,
"x": 525,
"y": 259
},
{
"t": 15,
"x": 505,
"y": 259
},
{
"t": 17,
"x": 509,
"y": 267
},
{
"t": 19,
"x": 541,
"y": 279
},
{
"t": 21,
"x": 548,
"y": 287
},
{
"t": 22,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 24,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
},
{
"t": 1,
"x": 666,
"y": 357
},
{
"t": 3,
"x": 650,
"y": 357
},
{
"t": 4,
"x": 626,
"y": 373
},
{
"t": 5,
"x": 603,
"y": 380
},
{
"t": 6,
"x": 654,
"y": 376
},
{
"t": 7,
"x": 638,
"y": 365
},
{
"t": 8,
"x": 615,
"y": 357
},
{
"t": 9,
"x": 587,
"y": 353
},
{
"t": 10,
"x": 564,
"y": 349
},
{
"t": 11,
"x": 533,
"y": 345
},
{
"t": 12,
"x": 509,
"y": 345
},
{
"t": 15,
"x": 494,
"y": 345
},
{
"t": 18,
"x": 486,
"y": 353
},
{
"t": 21,
"x": 482,
"y": 361
},
{
"t": 22,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
},
{
"t": 3,
"x": 779,
"y": 419
},
{
"t": 6,
"x": 771,
"y": 423
},
{
"t": 10,
"x": 775,
"y": 431
},
{
"t": 13,
"x": 767,
"y": 435
},
{
"t": 19,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 24,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
},
{
"t": 1,
"x": 857,
"y": 142
},
{
"t": 2,
"x": 814,
"y": 158
},
{
"t": 3,
"x": 763,
"y": 166
},
{
"t": 4,
"x": 705,
"y": 197
},
{
"t": 5,
"x": 658,
"y": 205
},
{
"t": 6,
"x": 619,
"y": 201
},
{
"t": 7,
"x": 580,
"y": 197
},
{
"t": 8,
"x": 544,
"y": 197
},
{
"t": 9,
"x": 513,
"y": 193
},
{
"t": 10,
"x": 482,
"y": 193
},
{
"t": 11,
"x": 451,
"y": 197
},
{
"t": 12,
"x": 423,
"y": 201
},
{
"t": 13,
"x": 400,
"y": 216
},
{
"t": 14,
"x": 373,
"y": 228
},
{
"t": 15,
"x": 349,
"y": 248
},
{
"t": 16,
"x": 330,
"y": 271
},
{
"t": 17,
"x": 310,
"y": 267
},
{
"t": 18,
"x": 298,
"y": 271
},
{
"t": 19,
"x": 279,
"y": 271
},
{
"t": 21,
"x": 263,
"y": 275
},
{
"t": 23,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 24,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
},
{
"t": 4,
"x": 892,
"y": 431
},
{
"t": 8,
"x": 888,
"y": 439
},
{
"t": 14,
"x": 880,
"y": 443
},
{
"t": 20,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 24,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
},
{
"t": 2,
"x": 919,
"y": 955
},
{
"t": 4,
"x": 919,
"y": 943
},
{
"t": 5,
"x": 880,
"y": 943
},
{
"t": 7,
"x": 876,
"y": 935
},
{
"t": 9,
"x": 869,
"y": 927
},
{
"t": 11,
"x": 865,
"y": 919
},
{
"t": 12,
"x": 857,
"y": 916
},
{
"t": 14,
"x": 845,
"y": 908
},
{
"t": 15,
"x": 853,
"y": 904
},
{
"t": 16,
"x": 845,
"y": 900
},
{
"t": 17,
"x": 837,
"y": 896
},
{
"t": 18,
"x": 830,
"y": 888
},
{
"t": 19,
"x": 826,
"y": 880
},
{
"t": 20,
"x": 822,
"y": 869
},
{
"t": 21,
"x": 814,
"y": 857
},
{
"t": 22,
"x": 810,
"y": 849
},
{
"t": 23,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 24,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 435
},
{
"t": 20,
"x": 998,
"y": 423
},
{
"t": 21,
"x": 994,
"y": 435
}
],
"birth": 16,
"death": 24,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "contact"
},
{
"id": 6,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 8,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 9,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 2,
"type": "collision"
},
{
"id": 10,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 11,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 2,
"ends_at": 4,
"type": "contact"
},
{
"id": 12,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 14,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 16,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 17,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 18,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 8,
"type": "contact"
},
{
"id": 19,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 4,
"ends_at": 12,
"type": "contact"
},
{
"id": 20,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 21,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 5,
"ends_at": 6,
"type": "collision"
},
{
"id": 22,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 23,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 24,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 25,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 26,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 27,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "contact"
},
{
"id": 28,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 7,
"ends_at": 16,
"type": "contact"
},
{
"id": 29,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 30,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "collision"
},
{
"id": 31,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 33,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 34,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 35,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 36,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 37,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 11,
"ends_at": 12,
"type": "collision"
},
{
"id": 38,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 11,
"ends_at": 15,
"type": "contact"
},
{
"id": 39,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 40,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 41,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 42,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 13,
"ends_at": 14,
"type": "contact"
},
{
"id": 43,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 44,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 46,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 47,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 48,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 15,
"ends_at": 16,
"type": "collision"
},
{
"id": 49,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 15,
"ends_at": 23,
"type": "contact"
},
{
"id": 50,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 51,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 16,
"ends_at": 19,
"type": "contact"
},
{
"id": 52,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 53,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 54,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 55,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 56,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 57,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 58,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 59,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 60,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 61,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 62,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 21,
"ends_at": 22,
"type": "collision"
},
{
"id": 63,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 21,
"ends_at": 22,
"type": "collision"
},
{
"id": 64,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 65,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 66,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 67,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9962121212121211,
"avg_image_position_segmentation_acc_small": 0.9947916666666667,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9962121212121211,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.6272246272246272,
"avg_interaction_input_object_jaccard": 0.33333333333333326,
"avg_interaction_output_object_jaccard": 0.33333333333333326,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 47,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 53,
"false_negatives": 0
},
"0.5": {
"true_positives": 13,
"false_positives": 55,
"false_negatives": 0
},
"0.75": {
"true_positives": 10,
"false_positives": 58,
"false_negatives": 0
},
"1.0": {
"true_positives": 9,
"false_positives": 59,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.22058823529411764,
"0.5": 0.19117647058823528,
"0.75": 0.14705882352941177,
"1.0": 0.1323529411764706
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.36144578313253006,
"0.5": 0.32098765432098764,
"0.75": 0.25641025641025644,
"1.0": 0.23376623376623376
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 50,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 65,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.04411764705882353,
"0.75": 0.014705882352941176,
"1.0": 0.014705882352941176
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.08450704225352113,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 18,
"false_positives": 50,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 65,
"false_negatives": 0
},
"0.75": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 1,
"false_positives": 67,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.2647058823529412,
"0.5": 0.04411764705882353,
"0.75": 0.014705882352941176,
"1.0": 0.014705882352941176
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.4186046511627907,
"0.5": 0.08450704225352113,
"0.75": 0.028985507246376812,
"1.0": 0.028985507246376812
}
}
}Prompt
Growing GT object-track prefill
At prefix step t, B3 saw frames 0..t and an assistant prefill containing GT object tracks only through t. The prefills are deterministically reconstructed with the exact oracle helper; only the final full-clip generation was persisted by inference.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"frames_visible": "0..0",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 1 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 1 [PX] 0 154 240 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 1 [PX] 0 392 392 [OBJ] 3 \"brown leather boat shoe\" 0 1 [PX] 0 447 83 [OBJ] 4 \"white cardboard supplement box\" 0 1 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 1 [PX] 0 650 353 [OBJ] 6 \"white ceramic tray\" 0 1 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 1 [PX] 0 888 111 [OBJ] 8 \"white and blue athletic shoe\" 0 1 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 1 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 1,
"frames_visible": "0..1",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 2 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 2 [PX] 0 154 240 1 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 2 [PX] 0 392 392 1 376 396 [OBJ] 3 \"brown leather boat shoe\" 0 2 [PX] 0 447 83 1 455 103 [OBJ] 4 \"white cardboard supplement box\" 0 2 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 2 [PX] 0 650 353 1 666 357 [OBJ] 6 \"white ceramic tray\" 0 2 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 2 [PX] 0 888 111 1 857 142 [OBJ] 8 \"white and blue athletic shoe\" 0 2 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 2 [PX] 0 916 962 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 2 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 2,
"frames_visible": "0..2",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 3 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 3 [PX] 0 154 240 1 162 244 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 3 [PX] 0 392 392 1 376 396 2 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 3 [PX] 0 447 83 1 455 103 2 462 130 [OBJ] 4 \"white cardboard supplement box\" 0 3 [PX] 0 509 212 [OBJ] 5 \"white ceramic ramekin\" 0 3 [PX] 0 650 353 1 666 357 [OBJ] 6 \"white ceramic tray\" 0 3 [PX] 0 775 412 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 3 [PX] 0 888 111 1 857 142 2 814 158 [OBJ] 8 \"white and blue athletic shoe\" 0 3 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 3 [PX] 0 916 962 2 919 955 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 3 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 3,
"frames_visible": "0..3",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 4 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 4 [PX] 0 154 240 1 162 244 3 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 4 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 4 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 [OBJ] 4 \"white cardboard supplement box\" 0 4 [PX] 0 509 212 3 513 244 [OBJ] 5 \"white ceramic ramekin\" 0 4 [PX] 0 650 353 1 666 357 3 650 357 [OBJ] 6 \"white ceramic tray\" 0 4 [PX] 0 775 412 3 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 4 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 [OBJ] 8 \"white and blue athletic shoe\" 0 4 [PX] 0 896 423 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 4 [PX] 0 916 962 2 919 955 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 4 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 4,
"frames_visible": "0..4",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 5 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 5 [PX] 0 154 240 1 162 244 3 142 255 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 5 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 [OBJ] 3 \"brown leather boat shoe\" 0 5 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 [OBJ] 4 \"white cardboard supplement box\" 0 5 [PX] 0 509 212 3 513 244 4 525 267 [OBJ] 5 \"white ceramic ramekin\" 0 5 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 [OBJ] 6 \"white ceramic tray\" 0 5 [PX] 0 775 412 3 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 5 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 [OBJ] 8 \"white and blue athletic shoe\" 0 5 [PX] 0 896 423 4 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 5 [PX] 0 916 962 2 919 955 4 919 943 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 5 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 5,
"frames_visible": "0..5",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 6 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 6 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 6 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 [OBJ] 3 \"brown leather boat shoe\" 0 6 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 [OBJ] 4 \"white cardboard supplement box\" 0 6 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 [OBJ] 5 \"white ceramic ramekin\" 0 6 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 [OBJ] 6 \"white ceramic tray\" 0 6 [PX] 0 775 412 3 779 419 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 6 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 [OBJ] 8 \"white and blue athletic shoe\" 0 6 [PX] 0 896 423 4 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 6 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 6 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 6,
"frames_visible": "0..6",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 7 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 7 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 7 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 [OBJ] 3 \"brown leather boat shoe\" 0 7 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 [OBJ] 4 \"white cardboard supplement box\" 0 7 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 [OBJ] 5 \"white ceramic ramekin\" 0 7 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 [OBJ] 6 \"white ceramic tray\" 0 7 [PX] 0 775 412 3 779 419 6 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 7 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 [OBJ] 8 \"white and blue athletic shoe\" 0 7 [PX] 0 896 423 4 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 7 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 7 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 7,
"frames_visible": "0..7",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 8 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 8 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 8 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 [OBJ] 3 \"brown leather boat shoe\" 0 8 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 [OBJ] 4 \"white cardboard supplement box\" 0 8 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 [OBJ] 5 \"white ceramic ramekin\" 0 8 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 [OBJ] 6 \"white ceramic tray\" 0 8 [PX] 0 775 412 3 779 419 6 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 8 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 [OBJ] 8 \"white and blue athletic shoe\" 0 8 [PX] 0 896 423 4 892 431 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 8 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 8 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 8,
"frames_visible": "0..8",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 9 [PX] 0 87 380 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 9 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 9 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 [OBJ] 3 \"brown leather boat shoe\" 0 9 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 [OBJ] 4 \"white cardboard supplement box\" 0 9 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 9 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 [OBJ] 6 \"white ceramic tray\" 0 9 [PX] 0 775 412 3 779 419 6 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 9 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 [OBJ] 8 \"white and blue athletic shoe\" 0 9 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 9 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 9 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 9,
"frames_visible": "0..9",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 10 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 10 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 10 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 [OBJ] 3 \"brown leather boat shoe\" 0 10 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 [OBJ] 4 \"white cardboard supplement box\" 0 10 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 [OBJ] 5 \"white ceramic ramekin\" 0 10 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 [OBJ] 6 \"white ceramic tray\" 0 10 [PX] 0 775 412 3 779 419 6 771 423 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 10 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 [OBJ] 8 \"white and blue athletic shoe\" 0 10 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 10 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 10 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 10,
"frames_visible": "0..10",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 11 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 11 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 11 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 [OBJ] 3 \"brown leather boat shoe\" 0 11 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 [OBJ] 4 \"white cardboard supplement box\" 0 11 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 [OBJ] 5 \"white ceramic ramekin\" 0 11 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 [OBJ] 6 \"white ceramic tray\" 0 11 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 11 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 [OBJ] 8 \"white and blue athletic shoe\" 0 11 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 11 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 11 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 11,
"frames_visible": "0..11",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 12 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 12 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 12 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 [OBJ] 3 \"brown leather boat shoe\" 0 12 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 [OBJ] 4 \"white cardboard supplement box\" 0 12 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 [OBJ] 5 \"white ceramic ramekin\" 0 12 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 [OBJ] 6 \"white ceramic tray\" 0 12 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 12 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 [OBJ] 8 \"white and blue athletic shoe\" 0 12 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 12 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 12 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 12,
"frames_visible": "0..12",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 13 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 13 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 13 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 [OBJ] 3 \"brown leather boat shoe\" 0 13 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 [OBJ] 4 \"white cardboard supplement box\" 0 13 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 [OBJ] 5 \"white ceramic ramekin\" 0 13 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 [OBJ] 6 \"white ceramic tray\" 0 13 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 13 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 [OBJ] 8 \"white and blue athletic shoe\" 0 13 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 13 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 13 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 13,
"frames_visible": "0..13",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 14 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 14 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 14 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 [OBJ] 3 \"brown leather boat shoe\" 0 14 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 [OBJ] 4 \"white cardboard supplement box\" 0 14 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 [OBJ] 5 \"white ceramic ramekin\" 0 14 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 [OBJ] 6 \"white ceramic tray\" 0 14 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 14 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 [OBJ] 8 \"white and blue athletic shoe\" 0 14 [PX] 0 896 423 4 892 431 8 888 439 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 14 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 14 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 14,
"frames_visible": "0..14",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 15 [PX] 0 87 380 9 80 384 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 15 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 15 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 [OBJ] 3 \"brown leather boat shoe\" 0 15 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 [OBJ] 4 \"white cardboard supplement box\" 0 15 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 [OBJ] 5 \"white ceramic ramekin\" 0 15 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 [OBJ] 6 \"white ceramic tray\" 0 15 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 15 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 [OBJ] 8 \"white and blue athletic shoe\" 0 15 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 15 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 15 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 15,
"frames_visible": "0..15",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 16 [PX] 0 87 380 9 80 384 15 87 392 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 16 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 16 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 [OBJ] 3 \"brown leather boat shoe\" 0 16 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 [OBJ] 4 \"white cardboard supplement box\" 0 16 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 16 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 [OBJ] 6 \"white ceramic tray\" 0 16 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 16 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 [OBJ] 8 \"white and blue athletic shoe\" 0 16 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 16 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 16 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 16,
"frames_visible": "0..16",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 17 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 17 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 17 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 [OBJ] 3 \"brown leather boat shoe\" 0 17 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 [OBJ] 4 \"white cardboard supplement box\" 0 17 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 [OBJ] 5 \"white ceramic ramekin\" 0 17 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 [OBJ] 6 \"white ceramic tray\" 0 17 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 17 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 [OBJ] 8 \"white and blue athletic shoe\" 0 17 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 17 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 17 [PX] 0 null null 16 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 17,
"frames_visible": "0..17",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 18 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 18 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 18 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 [OBJ] 3 \"brown leather boat shoe\" 0 18 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 [OBJ] 4 \"white cardboard supplement box\" 0 18 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 [OBJ] 5 \"white ceramic ramekin\" 0 18 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 [OBJ] 6 \"white ceramic tray\" 0 18 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 18 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 [OBJ] 8 \"white and blue athletic shoe\" 0 18 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 18 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 18 [PX] 0 null null 16 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 18,
"frames_visible": "0..18",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 19 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 19 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 19 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 [OBJ] 3 \"brown leather boat shoe\" 0 19 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 [OBJ] 4 \"white cardboard supplement box\" 0 19 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 [OBJ] 5 \"white ceramic ramekin\" 0 19 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 [OBJ] 6 \"white ceramic tray\" 0 19 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 19 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 [OBJ] 8 \"white and blue athletic shoe\" 0 19 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 19 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 19 [PX] 0 null null 16 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 19,
"frames_visible": "0..19",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 20 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 20 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 20 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 [OBJ] 3 \"brown leather boat shoe\" 0 20 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 [OBJ] 4 \"white cardboard supplement box\" 0 20 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 [OBJ] 5 \"white ceramic ramekin\" 0 20 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 [OBJ] 6 \"white ceramic tray\" 0 20 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 20 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 [OBJ] 8 \"white and blue athletic shoe\" 0 20 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 20 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 20 [PX] 0 null null 16 998 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 20,
"frames_visible": "0..20",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 21 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 21 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 21 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 [OBJ] 3 \"brown leather boat shoe\" 0 21 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 [OBJ] 4 \"white cardboard supplement box\" 0 21 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 [OBJ] 5 \"white ceramic ramekin\" 0 21 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 [OBJ] 6 \"white ceramic tray\" 0 21 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 21 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 [OBJ] 8 \"white and blue athletic shoe\" 0 21 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 21 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 21 [PX] 0 null null 16 998 435 20 998 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 21,
"frames_visible": "0..21",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 22 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 22 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 22 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 [OBJ] 3 \"brown leather boat shoe\" 0 22 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 [OBJ] 4 \"white cardboard supplement box\" 0 22 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 [OBJ] 5 \"white ceramic ramekin\" 0 22 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 [OBJ] 6 \"white ceramic tray\" 0 22 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 22 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 [OBJ] 8 \"white and blue athletic shoe\" 0 22 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 22 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 22 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 22,
"frames_visible": "0..22",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 23 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 23 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 23 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 [OBJ] 3 \"brown leather boat shoe\" 0 23 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 [OBJ] 4 \"white cardboard supplement box\" 0 23 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 23 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 \"white ceramic tray\" 0 23 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 23 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 [OBJ] 8 \"white and blue athletic shoe\" 0 23 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 23 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 23 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted final-step prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 \"white cardboard supplement box\" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 \"white ceramic tray\" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 \"white and blue athletic shoe\" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 14 \"contact\" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 19 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 20 \"contact\" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 \"contact\" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"contact\" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 \"contact\" 0 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 \"collision\" 6 6 [IN] 2 3 [OUT] 2 3 [INTERACT] 12 \"contact\" 7 8 [IN] 2 3 [OUT] 2 3 [INTERACT] 2 \"collision\" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 13 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"collision\" 13 13 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"collision\" 14 14 [IN] 1 7 [OUT] 1 7 [INTERACT] 16 \"contact\" 14 15 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 15 16 [IN] 1 7 [OUT] 1 7 [INTERACT] 17 \"collision\" 17 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 18 18 [IN] 1 7 [OUT] 1 7 [INTERACT] 18 \"contact\" 18 18 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"collision\" 20 20 [IN] 1 7 [OUT] 1 7 [INTERACT] 8 \"collision\" 21 21 [IN] 1 7 [OUT] 1 7 [INTERACT] 9 \"collision\" 22 22 [IN] 1 7 [OUT] 1 7 [INTERACT] 10 \"collision\" 23 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 \"white cardboard supplement box\" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 \"white ceramic tray\" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 \"white and blue athletic shoe\" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 \"contact\" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 14 \"contact\" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 19 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 20 \"contact\" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 \"contact\" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"contact\" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 \"contact\" 0 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 \"collision\" 6 6 [IN] 2 3 [OUT] 2 3 [INTERACT] 12 \"contact\" 7 8 [IN] 2 3 [OUT] 2 3 [INTERACT] 2 \"collision\" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 13 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 \"collision\" 13 13 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"collision\" 14 14 [IN] 1 7 [OUT] 1 7 [INTERACT] 16 \"contact\" 14 15 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 15 16 [IN] 1 7 [OUT] 1 7 [INTERACT] 17 \"collision\" 17 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"collision\" 18 18 [IN] 1 7 [OUT] 1 7 [INTERACT] 18 \"contact\" 18 18 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"collision\" 20 20 [IN] 1 7 [OUT] 1 7 [INTERACT] 8 \"collision\" 21 21 [IN] 1 7 [OUT] 1 7 [INTERACT] 9 \"collision\" 22 22 [IN] 1 7 [OUT] 1 7 [INTERACT] 10 \"collision\" 23 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]",
"intermediate_prediction_persisted": true
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "blue fabric sports-patterned lunch box" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 "white plastic probiotic supplement bottle" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 "brown and white cardboard coffee mix box" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 "brown leather boat shoe" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 "white cardboard supplement box" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 "white ceramic ramekin" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 "white ceramic tray" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 "blue and orange plastic treat dispenser ball" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 "white and blue athletic shoe" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 "multi-colored wooden fraction block set" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 "multi-colored wooden geometric block puzzle" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 8 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 13 "contact" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 14 "contact" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 19 "contact" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 20 "contact" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 "contact" 0 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 "contact" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 "contact" 0 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 "collision" 6 6 [IN] 2 3 [OUT] 2 3 [INTERACT] 12 "contact" 7 8 [IN] 2 3 [OUT] 2 3 [INTERACT] 2 "collision" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 "contact" 13 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 15 "collision" 13 13 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 "collision" 14 14 [IN] 1 7 [OUT] 1 7 [INTERACT] 16 "contact" 14 15 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 "contact" 15 16 [IN] 1 7 [OUT] 1 7 [INTERACT] 17 "collision" 17 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 "collision" 18 18 [IN] 1 7 [OUT] 1 7 [INTERACT] 18 "contact" 18 18 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 "collision" 20 20 [IN] 1 7 [OUT] 1 7 [INTERACT] 8 "collision" 21 21 [IN] 1 7 [OUT] 1 7 [INTERACT] 9 "collision" 22 22 [IN] 1 7 [OUT] 1 7 [INTERACT] 10 "collision" 23 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
},
{
"t": 9,
"x": 80,
"y": 384
},
{
"t": 15,
"x": 87,
"y": 392
},
{
"t": 16,
"x": 99,
"y": 396
},
{
"t": 21,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 24,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
},
{
"t": 1,
"x": 162,
"y": 244
},
{
"t": 3,
"x": 142,
"y": 255
},
{
"t": 5,
"x": 158,
"y": 259
},
{
"t": 6,
"x": 166,
"y": 263
},
{
"t": 8,
"x": 177,
"y": 271
},
{
"t": 9,
"x": 189,
"y": 275
},
{
"t": 12,
"x": 197,
"y": 283
},
{
"t": 13,
"x": 208,
"y": 291
},
{
"t": 14,
"x": 169,
"y": 291
},
{
"t": 16,
"x": 173,
"y": 298
},
{
"t": 19,
"x": 146,
"y": 310
},
{
"t": 22,
"x": 138,
"y": 314
},
{
"t": 23,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 24,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
},
{
"t": 1,
"x": 376,
"y": 396
},
{
"t": 2,
"x": 392,
"y": 396
},
{
"t": 3,
"x": 376,
"y": 400
},
{
"t": 4,
"x": 392,
"y": 396
},
{
"t": 5,
"x": 376,
"y": 400
},
{
"t": 6,
"x": 349,
"y": 408
},
{
"t": 7,
"x": 373,
"y": 404
},
{
"t": 8,
"x": 392,
"y": 404
},
{
"t": 9,
"x": 408,
"y": 404
},
{
"t": 10,
"x": 392,
"y": 408
},
{
"t": 11,
"x": 408,
"y": 408
},
{
"t": 12,
"x": 388,
"y": 412
},
{
"t": 13,
"x": 408,
"y": 412
},
{
"t": 14,
"x": 384,
"y": 416
},
{
"t": 15,
"x": 404,
"y": 416
},
{
"t": 16,
"x": 380,
"y": 419
},
{
"t": 17,
"x": 400,
"y": 419
},
{
"t": 18,
"x": 373,
"y": 423
},
{
"t": 19,
"x": 396,
"y": 419
},
{
"t": 20,
"x": 416,
"y": 419
},
{
"t": 21,
"x": 388,
"y": 423
},
{
"t": 22,
"x": 408,
"y": 423
},
{
"t": 23,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
},
{
"t": 1,
"x": 455,
"y": 103
},
{
"t": 2,
"x": 462,
"y": 130
},
{
"t": 3,
"x": 474,
"y": 166
},
{
"t": 4,
"x": 486,
"y": 208
},
{
"t": 5,
"x": 486,
"y": 263
},
{
"t": 6,
"x": 494,
"y": 322
},
{
"t": 7,
"x": 509,
"y": 384
},
{
"t": 8,
"x": 513,
"y": 443
},
{
"t": 9,
"x": 478,
"y": 470
},
{
"t": 10,
"x": 498,
"y": 474
},
{
"t": 11,
"x": 490,
"y": 486
},
{
"t": 12,
"x": 501,
"y": 498
},
{
"t": 13,
"x": 568,
"y": 521
},
{
"t": 14,
"x": 548,
"y": 521
},
{
"t": 15,
"x": 611,
"y": 521
},
{
"t": 16,
"x": 517,
"y": 541
},
{
"t": 18,
"x": 537,
"y": 544
},
{
"t": 20,
"x": 568,
"y": 552
},
{
"t": 23,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 24,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
},
{
"t": 3,
"x": 513,
"y": 244
},
{
"t": 4,
"x": 525,
"y": 267
},
{
"t": 5,
"x": 478,
"y": 201
},
{
"t": 6,
"x": 474,
"y": 263
},
{
"t": 7,
"x": 478,
"y": 310
},
{
"t": 8,
"x": 474,
"y": 318
},
{
"t": 10,
"x": 576,
"y": 291
},
{
"t": 11,
"x": 568,
"y": 271
},
{
"t": 12,
"x": 556,
"y": 263
},
{
"t": 13,
"x": 544,
"y": 259
},
{
"t": 14,
"x": 525,
"y": 259
},
{
"t": 15,
"x": 505,
"y": 259
},
{
"t": 17,
"x": 509,
"y": 267
},
{
"t": 19,
"x": 541,
"y": 279
},
{
"t": 21,
"x": 548,
"y": 287
},
{
"t": 22,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 24,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
},
{
"t": 1,
"x": 666,
"y": 357
},
{
"t": 3,
"x": 650,
"y": 357
},
{
"t": 4,
"x": 626,
"y": 373
},
{
"t": 5,
"x": 603,
"y": 380
},
{
"t": 6,
"x": 654,
"y": 376
},
{
"t": 7,
"x": 638,
"y": 365
},
{
"t": 8,
"x": 615,
"y": 357
},
{
"t": 9,
"x": 587,
"y": 353
},
{
"t": 10,
"x": 564,
"y": 349
},
{
"t": 11,
"x": 533,
"y": 345
},
{
"t": 12,
"x": 509,
"y": 345
},
{
"t": 15,
"x": 494,
"y": 345
},
{
"t": 18,
"x": 486,
"y": 353
},
{
"t": 21,
"x": 482,
"y": 361
},
{
"t": 22,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
},
{
"t": 3,
"x": 779,
"y": 419
},
{
"t": 6,
"x": 771,
"y": 423
},
{
"t": 10,
"x": 775,
"y": 431
},
{
"t": 13,
"x": 767,
"y": 435
},
{
"t": 19,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 24,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
},
{
"t": 1,
"x": 857,
"y": 142
},
{
"t": 2,
"x": 814,
"y": 158
},
{
"t": 3,
"x": 763,
"y": 166
},
{
"t": 4,
"x": 705,
"y": 197
},
{
"t": 5,
"x": 658,
"y": 205
},
{
"t": 6,
"x": 619,
"y": 201
},
{
"t": 7,
"x": 580,
"y": 197
},
{
"t": 8,
"x": 544,
"y": 197
},
{
"t": 9,
"x": 513,
"y": 193
},
{
"t": 10,
"x": 482,
"y": 193
},
{
"t": 11,
"x": 451,
"y": 197
},
{
"t": 12,
"x": 423,
"y": 201
},
{
"t": 13,
"x": 400,
"y": 216
},
{
"t": 14,
"x": 373,
"y": 228
},
{
"t": 15,
"x": 349,
"y": 248
},
{
"t": 16,
"x": 330,
"y": 271
},
{
"t": 17,
"x": 310,
"y": 267
},
{
"t": 18,
"x": 298,
"y": 271
},
{
"t": 19,
"x": 279,
"y": 271
},
{
"t": 21,
"x": 263,
"y": 275
},
{
"t": 23,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 24,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
},
{
"t": 4,
"x": 892,
"y": 431
},
{
"t": 8,
"x": 888,
"y": 439
},
{
"t": 14,
"x": 880,
"y": 443
},
{
"t": 20,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 24,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
},
{
"t": 2,
"x": 919,
"y": 955
},
{
"t": 4,
"x": 919,
"y": 943
},
{
"t": 5,
"x": 880,
"y": 943
},
{
"t": 7,
"x": 876,
"y": 935
},
{
"t": 9,
"x": 869,
"y": 927
},
{
"t": 11,
"x": 865,
"y": 919
},
{
"t": 12,
"x": 857,
"y": 916
},
{
"t": 14,
"x": 845,
"y": 908
},
{
"t": 15,
"x": 853,
"y": 904
},
{
"t": 16,
"x": 845,
"y": 900
},
{
"t": 17,
"x": 837,
"y": 896
},
{
"t": 18,
"x": 830,
"y": 888
},
{
"t": 19,
"x": 826,
"y": 880
},
{
"t": 20,
"x": 822,
"y": 869
},
{
"t": 21,
"x": 814,
"y": 857
},
{
"t": 22,
"x": 810,
"y": 849
},
{
"t": 23,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 24,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 435
},
{
"t": 20,
"x": 998,
"y": 423
},
{
"t": 21,
"x": 994,
"y": 435
}
],
"birth": 16,
"death": 24,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 13,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 14,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 19,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 20,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 21,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 22,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 23,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 12,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 7,
"ends_at": 8,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 13,
"ends_at": 12,
"type": "contact"
},
{
"id": 15,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 4,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 16,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "contact"
},
{
"id": 5,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 15,
"ends_at": 16,
"type": "contact"
},
{
"id": 17,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 6,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 18,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "contact"
},
{
"id": 7,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 8,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 9,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 10,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9962121212121211,
"avg_image_position_segmentation_acc_small": 0.9947916666666667,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9962121212121211,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.29714663643235073,
"avg_interaction_input_object_jaccard": 0.6825396825396826,
"avg_interaction_output_object_jaccard": 0.6825396825396826,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 3,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 10,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 21,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 21,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.5833333333333334,
"0.5": 0.16666666666666666,
"0.75": 0.125,
"1.0": 0.125
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7368421052631579,
"0.5": 0.2857142857142857,
"0.75": 0.2222222222222222,
"1.0": 0.2222222222222222
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.7083333333333334,
"0.5": 0.5416666666666666,
"0.75": 0.5416666666666666,
"1.0": 0.5416666666666666
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.8292682926829268,
"0.5": 0.7027027027027027,
"0.75": 0.7027027027027027,
"1.0": 0.7027027027027027
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 17,
"false_positives": 7,
"false_negatives": 0
},
"0.5": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
},
"0.75": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
},
"1.0": {
"true_positives": 13,
"false_positives": 11,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.7083333333333334,
"0.5": 0.5416666666666666,
"0.75": 0.5416666666666666,
"1.0": 0.5416666666666666
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.8292682926829268,
"0.5": 0.7027027027027027,
"0.75": 0.7027027027027027,
"1.0": 0.7027027027027027
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
One full-clip GT object prefill
The E2E model saw all 24 frames once. Its assistant text was the exact GT object section through [INTERACTIONS-START], and the model generated only the interaction suffix shown here.
Every persisted/reconstructed prefill step
[
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted full-clip prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 \"white cardboard supplement box\" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 \"white ceramic tray\" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 \"white and blue athletic shoe\" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 12 \"contact\" 0 10 [IN] 6 8 [OUT] 6 8 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"collision\" 5 5 [IN] 3 4 [OUT] 3 4 [INTERACT] 5 \"collision\" 7 7 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"contact\" 8 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 15 \"collision\" 9 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"collision\" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 13 \"collision\" 12 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 12 23 [IN] 4 5 [OUT] 4 5 [INTERACT] 14 \"contact\" 13 23 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"blue fabric sports-patterned lunch box\" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 \"white plastic probiotic supplement bottle\" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 \"brown and white cardboard coffee mix box\" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 \"brown leather boat shoe\" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 \"white cardboard supplement box\" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 \"white ceramic ramekin\" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 \"white ceramic tray\" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 \"blue and orange plastic treat dispenser ball\" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 \"white and blue athletic shoe\" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 \"multi-colored wooden fraction block set\" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 \"multi-colored wooden geometric block puzzle\" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 12 \"contact\" 0 10 [IN] 6 8 [OUT] 6 8 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"collision\" 5 5 [IN] 3 4 [OUT] 3 4 [INTERACT] 5 \"collision\" 7 7 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 \"contact\" 8 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 15 \"collision\" 9 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"collision\" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 13 \"collision\" 12 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 12 23 [IN] 4 5 [OUT] 4 5 [INTERACT] 14 \"contact\" 13 23 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]"
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "blue fabric sports-patterned lunch box" 0 24 [PX] 0 87 380 9 80 384 15 87 392 16 99 396 21 107 400 [OBJ] 1 "white plastic probiotic supplement bottle" 0 24 [PX] 0 154 240 1 162 244 3 142 255 5 158 259 6 166 263 8 177 271 9 189 275 12 197 283 13 208 291 14 169 291 16 173 298 19 146 310 22 138 314 23 123 310 [OBJ] 2 "brown and white cardboard coffee mix box" 0 24 [PX] 0 392 392 1 376 396 2 392 396 3 376 400 4 392 396 5 376 400 6 349 408 7 373 404 8 392 404 9 408 404 10 392 408 11 408 408 12 388 412 13 408 412 14 384 416 15 404 416 16 380 419 17 400 419 18 373 423 19 396 419 20 416 419 21 388 423 22 408 423 23 376 427 [OBJ] 3 "brown leather boat shoe" 0 24 [PX] 0 447 83 1 455 103 2 462 130 3 474 166 4 486 208 5 486 263 6 494 322 7 509 384 8 513 443 9 478 470 10 498 474 11 490 486 12 501 498 13 568 521 14 548 521 15 611 521 16 517 541 18 537 544 20 568 552 23 583 556 [OBJ] 4 "white cardboard supplement box" 0 24 [PX] 0 509 212 3 513 244 4 525 267 5 478 201 6 474 263 7 478 310 8 474 318 10 576 291 11 568 271 12 556 263 13 544 259 14 525 259 15 505 259 17 509 267 19 541 279 21 548 287 22 509 287 [OBJ] 5 "white ceramic ramekin" 0 24 [PX] 0 650 353 1 666 357 3 650 357 4 626 373 5 603 380 6 654 376 7 638 365 8 615 357 9 587 353 10 564 349 11 533 345 12 509 345 15 494 345 18 486 353 21 482 361 22 494 365 [OBJ] 6 "white ceramic tray" 0 24 [PX] 0 775 412 3 779 419 6 771 423 10 775 431 13 767 435 19 763 443 [OBJ] 7 "blue and orange plastic treat dispenser ball" 0 24 [PX] 0 888 111 1 857 142 2 814 158 3 763 166 4 705 197 5 658 205 6 619 201 7 580 197 8 544 197 9 513 193 10 482 193 11 451 197 12 423 201 13 400 216 14 373 228 15 349 248 16 330 271 17 310 267 18 298 271 19 279 271 21 263 275 23 240 267 [OBJ] 8 "white and blue athletic shoe" 0 24 [PX] 0 896 423 4 892 431 8 888 439 14 880 443 20 873 447 [OBJ] 9 "multi-colored wooden fraction block set" 0 24 [PX] 0 916 962 2 919 955 4 919 943 5 880 943 7 876 935 9 869 927 11 865 919 12 857 916 14 845 908 15 853 904 16 845 900 17 837 896 18 830 888 19 826 880 20 822 869 21 814 857 22 810 849 23 806 837 [OBJ] 10 "multi-colored wooden geometric block puzzle" 16 24 [PX] 0 null null 16 998 435 20 998 423 21 994 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 12 "contact" 0 10 [IN] 6 8 [OUT] 6 8 [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 "contact" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 "contact" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 "collision" 5 5 [IN] 3 4 [OUT] 3 4 [INTERACT] 5 "collision" 7 7 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 6 "contact" 8 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 15 "collision" 9 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 "collision" 11 11 [IN] 4 5 [OUT] 4 5 [INTERACT] 13 "collision" 12 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 "contact" 12 23 [IN] 4 5 [OUT] 4 5 [INTERACT] 14 "contact" 13 23 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 380
},
{
"t": 9,
"x": 80,
"y": 384
},
{
"t": 15,
"x": 87,
"y": 392
},
{
"t": 16,
"x": 99,
"y": 396
},
{
"t": 21,
"x": 107,
"y": 400
}
],
"birth": 0,
"death": 24,
"type": "blue fabric sports-patterned lunch box"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 240
},
{
"t": 1,
"x": 162,
"y": 244
},
{
"t": 3,
"x": 142,
"y": 255
},
{
"t": 5,
"x": 158,
"y": 259
},
{
"t": 6,
"x": 166,
"y": 263
},
{
"t": 8,
"x": 177,
"y": 271
},
{
"t": 9,
"x": 189,
"y": 275
},
{
"t": 12,
"x": 197,
"y": 283
},
{
"t": 13,
"x": 208,
"y": 291
},
{
"t": 14,
"x": 169,
"y": 291
},
{
"t": 16,
"x": 173,
"y": 298
},
{
"t": 19,
"x": 146,
"y": 310
},
{
"t": 22,
"x": 138,
"y": 314
},
{
"t": 23,
"x": 123,
"y": 310
}
],
"birth": 0,
"death": 24,
"type": "white plastic probiotic supplement bottle"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 392
},
{
"t": 1,
"x": 376,
"y": 396
},
{
"t": 2,
"x": 392,
"y": 396
},
{
"t": 3,
"x": 376,
"y": 400
},
{
"t": 4,
"x": 392,
"y": 396
},
{
"t": 5,
"x": 376,
"y": 400
},
{
"t": 6,
"x": 349,
"y": 408
},
{
"t": 7,
"x": 373,
"y": 404
},
{
"t": 8,
"x": 392,
"y": 404
},
{
"t": 9,
"x": 408,
"y": 404
},
{
"t": 10,
"x": 392,
"y": 408
},
{
"t": 11,
"x": 408,
"y": 408
},
{
"t": 12,
"x": 388,
"y": 412
},
{
"t": 13,
"x": 408,
"y": 412
},
{
"t": 14,
"x": 384,
"y": 416
},
{
"t": 15,
"x": 404,
"y": 416
},
{
"t": 16,
"x": 380,
"y": 419
},
{
"t": 17,
"x": 400,
"y": 419
},
{
"t": 18,
"x": 373,
"y": 423
},
{
"t": 19,
"x": 396,
"y": 419
},
{
"t": 20,
"x": 416,
"y": 419
},
{
"t": 21,
"x": 388,
"y": 423
},
{
"t": 22,
"x": 408,
"y": 423
},
{
"t": 23,
"x": 376,
"y": 427
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard coffee mix box"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 447,
"y": 83
},
{
"t": 1,
"x": 455,
"y": 103
},
{
"t": 2,
"x": 462,
"y": 130
},
{
"t": 3,
"x": 474,
"y": 166
},
{
"t": 4,
"x": 486,
"y": 208
},
{
"t": 5,
"x": 486,
"y": 263
},
{
"t": 6,
"x": 494,
"y": 322
},
{
"t": 7,
"x": 509,
"y": 384
},
{
"t": 8,
"x": 513,
"y": 443
},
{
"t": 9,
"x": 478,
"y": 470
},
{
"t": 10,
"x": 498,
"y": 474
},
{
"t": 11,
"x": 490,
"y": 486
},
{
"t": 12,
"x": 501,
"y": 498
},
{
"t": 13,
"x": 568,
"y": 521
},
{
"t": 14,
"x": 548,
"y": 521
},
{
"t": 15,
"x": 611,
"y": 521
},
{
"t": 16,
"x": 517,
"y": 541
},
{
"t": 18,
"x": 537,
"y": 544
},
{
"t": 20,
"x": 568,
"y": 552
},
{
"t": 23,
"x": 583,
"y": 556
}
],
"birth": 0,
"death": 24,
"type": "brown leather boat shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 212
},
{
"t": 3,
"x": 513,
"y": 244
},
{
"t": 4,
"x": 525,
"y": 267
},
{
"t": 5,
"x": 478,
"y": 201
},
{
"t": 6,
"x": 474,
"y": 263
},
{
"t": 7,
"x": 478,
"y": 310
},
{
"t": 8,
"x": 474,
"y": 318
},
{
"t": 10,
"x": 576,
"y": 291
},
{
"t": 11,
"x": 568,
"y": 271
},
{
"t": 12,
"x": 556,
"y": 263
},
{
"t": 13,
"x": 544,
"y": 259
},
{
"t": 14,
"x": 525,
"y": 259
},
{
"t": 15,
"x": 505,
"y": 259
},
{
"t": 17,
"x": 509,
"y": 267
},
{
"t": 19,
"x": 541,
"y": 279
},
{
"t": 21,
"x": 548,
"y": 287
},
{
"t": 22,
"x": 509,
"y": 287
}
],
"birth": 0,
"death": 24,
"type": "white cardboard supplement box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 650,
"y": 353
},
{
"t": 1,
"x": 666,
"y": 357
},
{
"t": 3,
"x": 650,
"y": 357
},
{
"t": 4,
"x": 626,
"y": 373
},
{
"t": 5,
"x": 603,
"y": 380
},
{
"t": 6,
"x": 654,
"y": 376
},
{
"t": 7,
"x": 638,
"y": 365
},
{
"t": 8,
"x": 615,
"y": 357
},
{
"t": 9,
"x": 587,
"y": 353
},
{
"t": 10,
"x": 564,
"y": 349
},
{
"t": 11,
"x": 533,
"y": 345
},
{
"t": 12,
"x": 509,
"y": 345
},
{
"t": 15,
"x": 494,
"y": 345
},
{
"t": 18,
"x": 486,
"y": 353
},
{
"t": 21,
"x": 482,
"y": 361
},
{
"t": 22,
"x": 494,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 412
},
{
"t": 3,
"x": 779,
"y": 419
},
{
"t": 6,
"x": 771,
"y": 423
},
{
"t": 10,
"x": 775,
"y": 431
},
{
"t": 13,
"x": 767,
"y": 435
},
{
"t": 19,
"x": 763,
"y": 443
}
],
"birth": 0,
"death": 24,
"type": "white ceramic tray"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 111
},
{
"t": 1,
"x": 857,
"y": 142
},
{
"t": 2,
"x": 814,
"y": 158
},
{
"t": 3,
"x": 763,
"y": 166
},
{
"t": 4,
"x": 705,
"y": 197
},
{
"t": 5,
"x": 658,
"y": 205
},
{
"t": 6,
"x": 619,
"y": 201
},
{
"t": 7,
"x": 580,
"y": 197
},
{
"t": 8,
"x": 544,
"y": 197
},
{
"t": 9,
"x": 513,
"y": 193
},
{
"t": 10,
"x": 482,
"y": 193
},
{
"t": 11,
"x": 451,
"y": 197
},
{
"t": 12,
"x": 423,
"y": 201
},
{
"t": 13,
"x": 400,
"y": 216
},
{
"t": 14,
"x": 373,
"y": 228
},
{
"t": 15,
"x": 349,
"y": 248
},
{
"t": 16,
"x": 330,
"y": 271
},
{
"t": 17,
"x": 310,
"y": 267
},
{
"t": 18,
"x": 298,
"y": 271
},
{
"t": 19,
"x": 279,
"y": 271
},
{
"t": 21,
"x": 263,
"y": 275
},
{
"t": 23,
"x": 240,
"y": 267
}
],
"birth": 0,
"death": 24,
"type": "blue and orange plastic treat dispenser ball"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 896,
"y": 423
},
{
"t": 4,
"x": 892,
"y": 431
},
{
"t": 8,
"x": 888,
"y": 439
},
{
"t": 14,
"x": 880,
"y": 443
},
{
"t": 20,
"x": 873,
"y": 447
}
],
"birth": 0,
"death": 24,
"type": "white and blue athletic shoe"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 916,
"y": 962
},
{
"t": 2,
"x": 919,
"y": 955
},
{
"t": 4,
"x": 919,
"y": 943
},
{
"t": 5,
"x": 880,
"y": 943
},
{
"t": 7,
"x": 876,
"y": 935
},
{
"t": 9,
"x": 869,
"y": 927
},
{
"t": 11,
"x": 865,
"y": 919
},
{
"t": 12,
"x": 857,
"y": 916
},
{
"t": 14,
"x": 845,
"y": 908
},
{
"t": 15,
"x": 853,
"y": 904
},
{
"t": 16,
"x": 845,
"y": 900
},
{
"t": 17,
"x": 837,
"y": 896
},
{
"t": 18,
"x": 830,
"y": 888
},
{
"t": 19,
"x": 826,
"y": 880
},
{
"t": 20,
"x": 822,
"y": 869
},
{
"t": 21,
"x": 814,
"y": 857
},
{
"t": 22,
"x": 810,
"y": 849
},
{
"t": 23,
"x": 806,
"y": 837
}
],
"birth": 0,
"death": 24,
"type": "multi-colored wooden fraction block set"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 16,
"x": 998,
"y": 435
},
{
"t": 20,
"x": 998,
"y": 423
},
{
"t": 21,
"x": 994,
"y": 435
}
],
"birth": 16,
"death": 24,
"type": "multi-colored wooden geometric block puzzle"
}
],
"interactions": [
{
"id": 12,
"inputs": [
6,
8
],
"outputs": [
6,
8
],
"begins_at": 0,
"ends_at": 10,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 5,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 6,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 8,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 7,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 13,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 8,
"inputs": [
4,
5
],
"outputs": [
4,
5
],
"begins_at": 12,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 0.9962121212121211,
"avg_image_position_segmentation_acc_small": 0.9947916666666667,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 0.9962121212121211,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.602483164983165,
"avg_interaction_input_object_jaccard": 0.4629629629629629,
"avg_interaction_output_object_jaccard": 0.4629629629629629,
"avg_interaction_type_exact_match_acc": 0.9444444444444444,
"num_interaction_matches": 18,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 3,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 13,
"false_positives": 5,
"false_negatives": 3
},
"0.5": {
"true_positives": 12,
"false_positives": 6,
"false_negatives": 3
},
"0.75": {
"true_positives": 11,
"false_positives": 7,
"false_negatives": 3
},
"1.0": {
"true_positives": 11,
"false_positives": 7,
"false_negatives": 3
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.7222222222222222,
"0.5": 0.6666666666666666,
"0.75": 0.6111111111111112,
"1.0": 0.6111111111111112
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.8125,
"0.5": 0.8,
"0.75": 0.7857142857142857,
"1.0": 0.7857142857142857
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7647058823529411,
"0.5": 0.7272727272727272,
"0.75": 0.6875000000000001,
"1.0": 0.6875000000000001
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 13,
"false_positives": 5,
"false_negatives": 3
},
"0.5": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
},
"0.75": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
},
"1.0": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.7222222222222222,
"0.5": 0.3333333333333333,
"0.75": 0.3333333333333333,
"1.0": 0.3333333333333333
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.8125,
"0.5": 0.6666666666666666,
"0.75": 0.6666666666666666,
"1.0": 0.6666666666666666
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7647058823529411,
"0.5": 0.4444444444444444,
"0.75": 0.4444444444444444,
"1.0": 0.4444444444444444
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 13,
"false_positives": 5,
"false_negatives": 3
},
"0.5": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
},
"0.75": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
},
"1.0": {
"true_positives": 6,
"false_positives": 12,
"false_negatives": 3
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.7222222222222222,
"0.5": 0.3333333333333333,
"0.75": 0.3333333333333333,
"1.0": 0.3333333333333333
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.8125,
"0.5": 0.6666666666666666,
"0.75": 0.6666666666666666,
"1.0": 0.6666666666666666
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7647058823529411,
"0.5": 0.4444444444444444,
"0.75": 0.4444444444444444,
"1.0": 0.4444444444444444
}
}
}Prompt
user Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids. assistant