STRIVE · 08/28/2026
Prefill sample 8
One shared clip across Baselines 1, 2, 3, and E2E, including exactly what was injected.
Ground-truth Sentinel
[SCENE-START] [OBJS-START] [OBJ] 0 "black cardboard soda 12-pack" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 "white cardboard box for wipe warmer" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 "panda Android figurine" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 "orange and yellow fabric running shoe" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 "brown and white cardboard latte mix box" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 "Green wooden dollhouse bedroom furniture set" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 "white ceramic bowl" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 "white and green cardboard software box" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 "black and gold leather ballet flat" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 "grey and orange plastic raccoon action figure" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 "brown leather boat shoe" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 4 "contact" 0 4 [IN] 3 4 [OUT] 3 4 [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 "contact" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 8 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 10 "contact" 0 23 [IN] 5 7 [OUT] 5 7 [INTERACT] 9 "contact" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 17 "contact" 0 23 [IN] 7 8 [OUT] 7 8 [INTERACT] 16 "contact" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 2 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 "collision" 6 6 [IN] 3 4 [OUT] 3 4 [INTERACT] 6 "contact" 7 9 [IN] 3 4 [OUT] 3 4 [INTERACT] 15 "collision" 8 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 "collision" 10 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 11 "collision" 11 11 [IN] 5 9 [OUT] 5 9 [INTERACT] 19 "collision" 12 12 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 12 "collision" 13 13 [IN] 5 9 [OUT] 5 9 [INTERACT] 13 "collision" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 "contact" 14 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 20 "collision" 19 19 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 21 "collision" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]
Parsed ground truth
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
},
{
"t": 1,
"x": 205,
"y": 361
},
{
"t": 2,
"x": 224,
"y": 361
},
{
"t": 3,
"x": 185,
"y": 365
},
{
"t": 4,
"x": 201,
"y": 365
},
{
"t": 5,
"x": 154,
"y": 369
},
{
"t": 6,
"x": 181,
"y": 369
},
{
"t": 7,
"x": 197,
"y": 369
},
{
"t": 8,
"x": 150,
"y": 373
},
{
"t": 9,
"x": 169,
"y": 373
},
{
"t": 10,
"x": 126,
"y": 376
},
{
"t": 11,
"x": 142,
"y": 376
},
{
"t": 12,
"x": 166,
"y": 376
},
{
"t": 13,
"x": 123,
"y": 380
},
{
"t": 14,
"x": 134,
"y": 380
},
{
"t": 15,
"x": 154,
"y": 380
},
{
"t": 16,
"x": 111,
"y": 384
},
{
"t": 17,
"x": 130,
"y": 384
},
{
"t": 18,
"x": 142,
"y": 384
},
{
"t": 19,
"x": 99,
"y": 388
},
{
"t": 20,
"x": 119,
"y": 388
},
{
"t": 21,
"x": 134,
"y": 388
},
{
"t": 22,
"x": 87,
"y": 392
},
{
"t": 23,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
},
{
"t": 1,
"x": 306,
"y": 619
},
{
"t": 2,
"x": 291,
"y": 623
},
{
"t": 3,
"x": 302,
"y": 615
},
{
"t": 6,
"x": 322,
"y": 607
},
{
"t": 9,
"x": 337,
"y": 599
},
{
"t": 10,
"x": 310,
"y": 603
},
{
"t": 11,
"x": 333,
"y": 595
},
{
"t": 15,
"x": 326,
"y": 591
},
{
"t": 17,
"x": 345,
"y": 583
},
{
"t": 21,
"x": 337,
"y": 580
},
{
"t": 22,
"x": 349,
"y": 580
},
{
"t": 23,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 24,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
},
{
"t": 3,
"x": 333,
"y": 345
},
{
"t": 4,
"x": 322,
"y": 349
},
{
"t": 11,
"x": 310,
"y": 357
},
{
"t": 12,
"x": 322,
"y": 349
},
{
"t": 13,
"x": 306,
"y": 361
},
{
"t": 14,
"x": 318,
"y": 353
},
{
"t": 15,
"x": 310,
"y": 361
},
{
"t": 19,
"x": 291,
"y": 380
},
{
"t": 21,
"x": 283,
"y": 384
},
{
"t": 22,
"x": 333,
"y": 357
},
{
"t": 23,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 24,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
},
{
"t": 8,
"x": 349,
"y": 392
},
{
"t": 11,
"x": 337,
"y": 392
},
{
"t": 17,
"x": 365,
"y": 380
},
{
"t": 18,
"x": 318,
"y": 380
},
{
"t": 19,
"x": 314,
"y": 392
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 22,
"x": 357,
"y": 376
},
{
"t": 23,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 24,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
},
{
"t": 2,
"x": 439,
"y": 384
},
{
"t": 4,
"x": 486,
"y": 388
},
{
"t": 5,
"x": 466,
"y": 392
},
{
"t": 6,
"x": 451,
"y": 392
},
{
"t": 7,
"x": 419,
"y": 388
},
{
"t": 10,
"x": 412,
"y": 373
},
{
"t": 11,
"x": 400,
"y": 365
},
{
"t": 13,
"x": 544,
"y": 419
},
{
"t": 14,
"x": 541,
"y": 427
},
{
"t": 15,
"x": 404,
"y": 373
},
{
"t": 17,
"x": 513,
"y": 380
},
{
"t": 19,
"x": 513,
"y": 392
},
{
"t": 21,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
},
{
"t": 4,
"x": 697,
"y": 333
},
{
"t": 5,
"x": 701,
"y": 353
},
{
"t": 7,
"x": 693,
"y": 314
},
{
"t": 9,
"x": 685,
"y": 318
},
{
"t": 13,
"x": 689,
"y": 357
},
{
"t": 14,
"x": 681,
"y": 322
},
{
"t": 15,
"x": 685,
"y": 345
},
{
"t": 16,
"x": 681,
"y": 326
},
{
"t": 22,
"x": 677,
"y": 349
},
{
"t": 23,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 24,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
},
{
"t": 1,
"x": 787,
"y": 68
},
{
"t": 2,
"x": 748,
"y": 72
},
{
"t": 3,
"x": 708,
"y": 103
},
{
"t": 4,
"x": 673,
"y": 154
},
{
"t": 5,
"x": 638,
"y": 205
},
{
"t": 6,
"x": 603,
"y": 259
},
{
"t": 7,
"x": 572,
"y": 326
},
{
"t": 8,
"x": 556,
"y": 318
},
{
"t": 9,
"x": 537,
"y": 337
},
{
"t": 10,
"x": 521,
"y": 330
},
{
"t": 11,
"x": 505,
"y": 341
},
{
"t": 12,
"x": 486,
"y": 369
},
{
"t": 14,
"x": 494,
"y": 376
},
{
"t": 15,
"x": 505,
"y": 400
},
{
"t": 16,
"x": 517,
"y": 419
},
{
"t": 17,
"x": 337,
"y": 400
},
{
"t": 18,
"x": 341,
"y": 388
},
{
"t": 20,
"x": 333,
"y": 380
},
{
"t": 21,
"x": 326,
"y": 388
},
{
"t": 22,
"x": 306,
"y": 392
},
{
"t": 23,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 24,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
},
{
"t": 1,
"x": 912,
"y": 416
},
{
"t": 5,
"x": 865,
"y": 408
},
{
"t": 7,
"x": 876,
"y": 412
},
{
"t": 11,
"x": 892,
"y": 419
},
{
"t": 14,
"x": 849,
"y": 412
},
{
"t": 15,
"x": 900,
"y": 423
},
{
"t": 19,
"x": 849,
"y": 416
},
{
"t": 20,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 24,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
},
{
"t": 5,
"x": 892,
"y": 353
},
{
"t": 10,
"x": 884,
"y": 357
},
{
"t": 16,
"x": 876,
"y": 361
},
{
"t": 21,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 294,
"y": 5
},
{
"t": 2,
"x": 353,
"y": 21
},
{
"t": 3,
"x": 400,
"y": 48
},
{
"t": 4,
"x": 439,
"y": 87
},
{
"t": 5,
"x": 478,
"y": 146
},
{
"t": 6,
"x": 509,
"y": 201
},
{
"t": 7,
"x": 541,
"y": 236
},
{
"t": 8,
"x": null,
"y": null
},
{
"t": 9,
"x": 607,
"y": 376
},
{
"t": 10,
"x": 611,
"y": 392
},
{
"t": 11,
"x": 615,
"y": 376
},
{
"t": 12,
"x": 615,
"y": 361
},
{
"t": 13,
"x": 630,
"y": 337
},
{
"t": 18,
"x": 630,
"y": 365
},
{
"t": 22,
"x": 634,
"y": 373
}
],
"birth": 1,
"death": 24,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 384
},
{
"t": 19,
"x": 990,
"y": 388
}
],
"birth": 7,
"death": 24,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 4,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 0,
"ends_at": 4,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
5,
7
],
"outputs": [
5,
7
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 17,
"inputs": [
7,
8
],
"outputs": [
7,
8
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 16,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 6,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 7,
"ends_at": 9,
"type": "contact"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 18,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 11,
"inputs": [
5,
9
],
"outputs": [
5,
9
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 19,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 12,
"inputs": [
5,
9
],
"outputs": [
5,
9
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 13,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 14,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 14,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 21,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
}
]
}Per-frame GT object prefill
Each one-frame detector request was assistant-prefilled with the exact visible GT objects using canonical IDs. B1 generated only the interaction suffix; the saved frame outputs below are the exact persisted requests and generations.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 287 626 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 826 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 888 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 287 626 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 826 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 888 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"parsed_object_count": 11,
"parsed_interaction_count": 10
},
{
"frame_index": 1,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 205 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 306 619 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 787 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 912 416 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 294 5 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 205 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 306 619 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 787 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 912 416 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 294 5 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"6": 6,
"7": 7,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
},
{
"frame_index": 2,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 224 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 291 623 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 439 384 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 748 72 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 353 21 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 224 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 291 623 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 439 384 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 748 72 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 353 21 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 7
},
{
"frame_index": 3,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 302 615 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 708 103 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 400 48 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 302 615 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 708 103 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 400 48 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"6": 6,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 9
},
{
"frame_index": 4,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 201 365 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 486 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 673 154 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 439 87 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 201 365 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 486 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 673 154 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 439 87 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"9": 9
},
"parsed_object_count": 6,
"parsed_interaction_count": 10
},
{
"frame_index": 5,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 466 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 701 353 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 638 205 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 478 146 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 466 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 701 353 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 638 205 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 478 146 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 10
},
{
"frame_index": 6,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 181 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 322 607 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 451 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 603 259 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 509 201 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 181 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 322 607 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 451 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 603 259 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 509 201 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 8
},
{
"frame_index": 7,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 197 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 693 314 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 572 326 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 876 412 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 541 236 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 197 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 693 314 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 572 326 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 876 412 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 541 236 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 998 384 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"9": 9,
"10": 10
},
"parsed_object_count": 7,
"parsed_interaction_count": 9
},
{
"frame_index": 8,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 150 373 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 349 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 556 318 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 150 373 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 349 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 556 318 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 10
},
{
"frame_index": 9,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 169 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 599 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 318 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 537 337 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 607 376 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 169 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 599 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 318 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 537 337 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 607 376 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"5": 5,
"6": 6,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 10
},
{
"frame_index": 10,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 126 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 310 603 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 412 373 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 521 330 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 611 392 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 126 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 310 603 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 412 373 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 521 330 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 611 392 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"8": 8,
"9": 9
},
"parsed_object_count": 6,
"parsed_interaction_count": 9
},
{
"frame_index": 11,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 333 595 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 400 365 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 341 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 892 419 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 376 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 333 595 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 400 365 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 341 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 892 419 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 376 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"6": 6,
"7": 7,
"9": 9
},
"parsed_object_count": 8,
"parsed_interaction_count": 7
},
{
"frame_index": 12,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 166 376 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 486 369 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 361 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 166 376 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 486 369 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 361 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"6": 6,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 11
},
{
"frame_index": 13,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 123 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 306 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 544 419 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 689 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 337 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 123 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 306 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 544 419 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 689 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 337 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 9
},
{
"frame_index": 14,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 353 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 541 427 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 322 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 494 376 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 412 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 353 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 541 427 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 322 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 494 376 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 412 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 9
},
{
"frame_index": 15,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 326 591 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 400 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 900 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 326 591 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 400 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 900 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 7,
"parsed_interaction_count": 7
},
{
"frame_index": 16,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 111 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 326 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 517 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 876 361 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 111 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 326 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 517 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 876 361 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"5": 5,
"6": 6,
"8": 8
},
"parsed_object_count": 4,
"parsed_interaction_count": 8
},
{
"frame_index": 17,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 130 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 345 583 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 365 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 337 400 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 130 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 345 583 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 365 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 337 400 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"3": 3,
"4": 4,
"6": 6
},
"parsed_object_count": 5,
"parsed_interaction_count": 5
},
{
"frame_index": 18,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 384 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 318 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 341 388 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 365 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 384 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 318 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 341 388 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 365 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 9
},
{
"frame_index": 19,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 99 388 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 314 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 392 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 416 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 99 388 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 314 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 392 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 416 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"4": 4,
"7": 7,
"10": 10
},
"parsed_object_count": 6,
"parsed_interaction_count": 8
},
{
"frame_index": 20,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 119 388 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 333 380 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 857 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 119 388 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 333 380 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 857 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"7": 7
},
"parsed_object_count": 4,
"parsed_interaction_count": 7
},
{
"frame_index": 21,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 283 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 494 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 326 388 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 869 365 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 283 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 494 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 326 388 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 869 365 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"4": 4,
"6": 6,
"8": 8
},
"parsed_object_count": 6,
"parsed_interaction_count": 6
},
{
"frame_index": 22,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 87 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 349 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 357 376 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 677 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 306 392 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 634 373 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 87 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 349 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 357 376 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 677 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 306 392 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 634 373 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"9": 9
},
"parsed_object_count": 7,
"parsed_interaction_count": 7
},
{
"frame_index": 23,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 341 576 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 345 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 673 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 283 404 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 341 576 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 345 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 673 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 283 404 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6
},
"parsed_object_count": 6,
"parsed_interaction_count": 7
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "black cardboard soda 12-pack" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 "white cardboard box for wipe warmer" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 "panda Android figurine" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 "orange and yellow fabric running shoe" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 "brown and white cardboard latte mix box" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 "Green wooden dollhouse bedroom furniture set" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 "white ceramic bowl" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 "white and green cardboard software box" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 "black and gold leather ballet flat" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 "grey and orange plastic raccoon action figure" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 "brown leather boat shoe" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 "contact" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 "contact" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 "contact" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 7 "contact" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 "contact" 0 3 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 10 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 11 "collision" 2 2 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 12 "collision" 2 2 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 13 "collision" 2 2 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 14 "contact" 2 10 [IN] 65535 [OUT] 65535 [INTERACT] 15 "collision" 3 4 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 "contact" 3 13 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 17 "collision" 4 4 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 18 "collision" 4 4 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 "collision" 4 5 [IN] 4 [OUT] 4 [INTERACT] 20 "collision" 4 5 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 "collision" 5 5 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 22 "collision" 5 5 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 "contact" 5 7 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 24 "collision" 6 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 25 "collision" 6 6 [IN] 4 6 [OUT] 4 6 [INTERACT] 26 "collision" 6 6 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 "collision" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 28 "collision" 7 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 29 "contact" 7 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 30 "collision" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 31 "collision" 9 9 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 32 "collision" 9 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 33 "collision" 10 10 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 34 "collision" 10 11 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 35 "contact" 10 11 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 36 "collision" 11 11 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 37 "collision" 11 11 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 38 "collision" 11 11 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 39 "collision" 12 12 [IN] 6 [OUT] 6 [INTERACT] 40 "collision" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 41 "collision" 12 12 [IN] 65535 [OUT] 65535 [INTERACT] 42 "contact" 12 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 43 "collision" 13 13 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 44 "collision" 13 13 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 45 "contact" 13 14 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 14 14 [IN] 4 6 [OUT] 4 6 [INTERACT] 47 "collision" 14 14 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 48 "collision" 14 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 49 "contact" 14 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 50 "contact" 14 16 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 51 "collision" 15 15 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 52 "contact" 15 18 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 53 "collision" 16 16 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 54 "collision" 16 16 [IN] 65535 [OUT] 65535 [INTERACT] 55 "collision" 17 17 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 56 "collision" 17 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 57 "collision" 17 17 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 58 "collision" 18 18 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 59 "collision" 18 18 [IN] 65535 [OUT] 65535 [INTERACT] 60 "contact" 18 20 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 61 "collision" 19 19 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 62 "collision" 19 19 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 63 "collision" 19 20 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 64 "contact" 19 20 [IN] 65535 [OUT] 65535 [INTERACT] 65 "collision" 20 20 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 66 "collision" 21 21 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 67 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 68 "collision" 21 21 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 69 "collision" 21 21 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 70 "contact" 21 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 71 "collision" 22 22 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 72 "collision" 22 22 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 73 "collision" 22 22 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 74 "contact" 22 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 75 "contact" 22 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 76 "collision" 23 23 [IN] 65535 [OUT] 65535 [INTERACT] 77 "contact" 23 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 78 "contact" 23 23 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
},
{
"t": 1,
"x": 205,
"y": 361
},
{
"t": 2,
"x": 224,
"y": 361
},
{
"t": 3,
"x": 185,
"y": 365
},
{
"t": 4,
"x": 201,
"y": 365
},
{
"t": 5,
"x": 154,
"y": 369
},
{
"t": 6,
"x": 181,
"y": 369
},
{
"t": 7,
"x": 197,
"y": 369
},
{
"t": 8,
"x": 150,
"y": 373
},
{
"t": 9,
"x": 169,
"y": 373
},
{
"t": 10,
"x": 126,
"y": 376
},
{
"t": 11,
"x": 142,
"y": 376
},
{
"t": 12,
"x": 166,
"y": 376
},
{
"t": 13,
"x": 123,
"y": 380
},
{
"t": 14,
"x": 134,
"y": 380
},
{
"t": 15,
"x": 154,
"y": 380
},
{
"t": 16,
"x": 111,
"y": 384
},
{
"t": 17,
"x": 130,
"y": 384
},
{
"t": 18,
"x": 142,
"y": 384
},
{
"t": 19,
"x": 99,
"y": 388
},
{
"t": 20,
"x": 119,
"y": 388
},
{
"t": 21,
"x": 134,
"y": 388
},
{
"t": 22,
"x": 87,
"y": 392
},
{
"t": 23,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
},
{
"t": 1,
"x": 306,
"y": 619
},
{
"t": 2,
"x": 291,
"y": 623
},
{
"t": 3,
"x": 302,
"y": 615
},
{
"t": 6,
"x": 322,
"y": 607
},
{
"t": 9,
"x": 337,
"y": 599
},
{
"t": 10,
"x": 310,
"y": 603
},
{
"t": 11,
"x": 333,
"y": 595
},
{
"t": 15,
"x": 326,
"y": 591
},
{
"t": 17,
"x": 345,
"y": 583
},
{
"t": 21,
"x": 337,
"y": 580
},
{
"t": 22,
"x": 349,
"y": 580
},
{
"t": 23,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 24,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
},
{
"t": 3,
"x": 333,
"y": 345
},
{
"t": 4,
"x": 322,
"y": 349
},
{
"t": 11,
"x": 310,
"y": 357
},
{
"t": 12,
"x": 322,
"y": 349
},
{
"t": 13,
"x": 306,
"y": 361
},
{
"t": 14,
"x": 318,
"y": 353
},
{
"t": 15,
"x": 310,
"y": 361
},
{
"t": 19,
"x": 291,
"y": 380
},
{
"t": 21,
"x": 283,
"y": 384
},
{
"t": 22,
"x": 333,
"y": 357
},
{
"t": 23,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 24,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
},
{
"t": 8,
"x": 349,
"y": 392
},
{
"t": 11,
"x": 337,
"y": 392
},
{
"t": 17,
"x": 365,
"y": 380
},
{
"t": 18,
"x": 318,
"y": 380
},
{
"t": 19,
"x": 314,
"y": 392
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 22,
"x": 357,
"y": 376
},
{
"t": 23,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 24,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
},
{
"t": 2,
"x": 439,
"y": 384
},
{
"t": 4,
"x": 486,
"y": 388
},
{
"t": 5,
"x": 466,
"y": 392
},
{
"t": 6,
"x": 451,
"y": 392
},
{
"t": 7,
"x": 419,
"y": 388
},
{
"t": 10,
"x": 412,
"y": 373
},
{
"t": 11,
"x": 400,
"y": 365
},
{
"t": 13,
"x": 544,
"y": 419
},
{
"t": 14,
"x": 541,
"y": 427
},
{
"t": 15,
"x": 404,
"y": 373
},
{
"t": 17,
"x": 513,
"y": 380
},
{
"t": 19,
"x": 513,
"y": 392
},
{
"t": 21,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
},
{
"t": 4,
"x": 697,
"y": 333
},
{
"t": 5,
"x": 701,
"y": 353
},
{
"t": 7,
"x": 693,
"y": 314
},
{
"t": 9,
"x": 685,
"y": 318
},
{
"t": 13,
"x": 689,
"y": 357
},
{
"t": 14,
"x": 681,
"y": 322
},
{
"t": 15,
"x": 685,
"y": 345
},
{
"t": 16,
"x": 681,
"y": 326
},
{
"t": 22,
"x": 677,
"y": 349
},
{
"t": 23,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 24,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
},
{
"t": 1,
"x": 787,
"y": 68
},
{
"t": 2,
"x": 748,
"y": 72
},
{
"t": 3,
"x": 708,
"y": 103
},
{
"t": 4,
"x": 673,
"y": 154
},
{
"t": 5,
"x": 638,
"y": 205
},
{
"t": 6,
"x": 603,
"y": 259
},
{
"t": 7,
"x": 572,
"y": 326
},
{
"t": 8,
"x": 556,
"y": 318
},
{
"t": 9,
"x": 537,
"y": 337
},
{
"t": 10,
"x": 521,
"y": 330
},
{
"t": 11,
"x": 505,
"y": 341
},
{
"t": 12,
"x": 486,
"y": 369
},
{
"t": 14,
"x": 494,
"y": 376
},
{
"t": 15,
"x": 505,
"y": 400
},
{
"t": 16,
"x": 517,
"y": 419
},
{
"t": 17,
"x": 337,
"y": 400
},
{
"t": 18,
"x": 341,
"y": 388
},
{
"t": 20,
"x": 333,
"y": 380
},
{
"t": 21,
"x": 326,
"y": 388
},
{
"t": 22,
"x": 306,
"y": 392
},
{
"t": 23,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 24,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
},
{
"t": 1,
"x": 912,
"y": 416
},
{
"t": 5,
"x": 865,
"y": 408
},
{
"t": 7,
"x": 876,
"y": 412
},
{
"t": 11,
"x": 892,
"y": 419
},
{
"t": 14,
"x": 849,
"y": 412
},
{
"t": 15,
"x": 900,
"y": 423
},
{
"t": 19,
"x": 849,
"y": 416
},
{
"t": 20,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 24,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
},
{
"t": 5,
"x": 892,
"y": 353
},
{
"t": 10,
"x": 884,
"y": 357
},
{
"t": 16,
"x": 876,
"y": 361
},
{
"t": 21,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 294,
"y": 5
},
{
"t": 2,
"x": 353,
"y": 21
},
{
"t": 3,
"x": 400,
"y": 48
},
{
"t": 4,
"x": 439,
"y": 87
},
{
"t": 5,
"x": 478,
"y": 146
},
{
"t": 6,
"x": 509,
"y": 201
},
{
"t": 7,
"x": 541,
"y": 236
},
{
"t": 8,
"x": null,
"y": null
},
{
"t": 9,
"x": 607,
"y": 376
},
{
"t": 10,
"x": 611,
"y": 392
},
{
"t": 11,
"x": 615,
"y": 376
},
{
"t": 12,
"x": 615,
"y": 361
},
{
"t": 13,
"x": 630,
"y": 337
},
{
"t": 18,
"x": 630,
"y": 365
},
{
"t": 22,
"x": 634,
"y": 373
}
],
"birth": 1,
"death": 24,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 384
},
{
"t": 19,
"x": 990,
"y": 388
}
],
"birth": 7,
"death": 24,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "contact"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 9,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 11,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 12,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 13,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 14,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 2,
"ends_at": 10,
"type": "contact"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 3,
"ends_at": 4,
"type": "collision"
},
{
"id": 16,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 3,
"ends_at": 13,
"type": "contact"
},
{
"id": 17,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 18,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 19,
"inputs": [
4
],
"outputs": [
4
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 20,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 21,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 22,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 23,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 7,
"type": "contact"
},
{
"id": 24,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 25,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 26,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 27,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 28,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 29,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 7,
"ends_at": 10,
"type": "contact"
},
{
"id": 30,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 31,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 33,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 34,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 35,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "contact"
},
{
"id": 36,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 37,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 38,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 39,
"inputs": [
6
],
"outputs": [
6
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 40,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 41,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 42,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 12,
"ends_at": 15,
"type": "contact"
},
{
"id": 43,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 44,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 13,
"ends_at": 14,
"type": "contact"
},
{
"id": 46,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 47,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 48,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "collision"
},
{
"id": 49,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "contact"
},
{
"id": 50,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 14,
"ends_at": 16,
"type": "contact"
},
{
"id": 51,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 52,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 15,
"ends_at": 18,
"type": "contact"
},
{
"id": 53,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 54,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 55,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 56,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 57,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 58,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 59,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 60,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 18,
"ends_at": 20,
"type": "contact"
},
{
"id": 61,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 62,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 63,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 19,
"ends_at": 20,
"type": "collision"
},
{
"id": 64,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 19,
"ends_at": 20,
"type": "contact"
},
{
"id": 65,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 66,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 67,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 68,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 69,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 70,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 21,
"ends_at": 23,
"type": "contact"
},
{
"id": 71,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 72,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 73,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 74,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 75,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 76,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 77,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
},
{
"id": 78,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": 1.0,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.618939393939394,
"avg_interaction_input_object_jaccard": 0.4090909090909091,
"avg_interaction_output_object_jaccard": 0.4090909090909091,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 22,
"num_unmatched_pred_interactions": 57,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 64,
"false_negatives": 0
},
"0.5": {
"true_positives": 12,
"false_positives": 67,
"false_negatives": 0
},
"0.75": {
"true_positives": 12,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 10,
"false_positives": 69,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.189873417721519,
"0.5": 0.1518987341772152,
"0.75": 0.1518987341772152,
"1.0": 0.12658227848101267
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.3191489361702127,
"0.5": 0.26373626373626374,
"0.75": 0.26373626373626374,
"1.0": 0.22471910112359553
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 65,
"false_negatives": 0
},
"0.5": {
"true_positives": 8,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.17721518987341772,
"0.5": 0.10126582278481013,
"0.75": 0.0759493670886076,
"1.0": 0.0759493670886076
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.3010752688172043,
"0.5": 0.18390804597701146,
"0.75": 0.1411764705882353,
"1.0": 0.1411764705882353
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 65,
"false_negatives": 0
},
"0.5": {
"true_positives": 8,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.17721518987341772,
"0.5": 0.10126582278481013,
"0.75": 0.0759493670886076,
"1.0": 0.0759493670886076
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.3010752688172043,
"0.5": 0.18390804597701146,
"0.75": 0.1411764705882353,
"1.0": 0.1411764705882353
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
B1 cache + injected GT identity map
B2 consumed the persisted B1-oracle frame cache. Its learned mapper call was bypassed at every streaming step and replaced with the shown stable-ID → detector-ID identity map; the ordinary staged merger still produced the final interaction prediction.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 287 626 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 826 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 888 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 287 626 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 826 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 888 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"mapping_note": "identity_ids=True initialization; mapper not called",
"mapper_called": false
},
{
"frame_index": 1,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 205 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 306 619 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 787 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 912 416 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 294 5 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 205 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 306 619 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 787 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 912 416 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 294 5 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 205,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 619
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 787,
"y": 68
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 912,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 294,
"y": 5
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"6": 6,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 2,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 224 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 291 623 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 439 384 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 748 72 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 353 21 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 224 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 291 623 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 439 384 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 748 72 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 353 21 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 291,
"y": 623
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 439,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 748,
"y": 72
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 353,
"y": 21
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 3,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 302 615 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 708 103 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 400 48 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 302 615 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 708 103 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 400 48 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 302,
"y": 615
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 333,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 103
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 400,
"y": 48
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 4,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 201 365 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 486 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 673 154 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 439 87 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 201 365 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 486 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 673 154 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 439 87 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 4 [OUT] 3 4 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 201,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 333
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 673,
"y": 154
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 439,
"y": 87
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
4
],
"outputs": [
3,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 5,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 466 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 701 353 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 638 205 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 478 146 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 466 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 701 353 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 638 205 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 478 146 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 4 [OUT] 2 4 [INTERACT] 3 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 466,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 638,
"y": 205
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 865,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 478,
"y": 146
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
4
],
"outputs": [
2,
4
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 6,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 181 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 322 607 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 451 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 603 259 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 509 201 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 181 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 322 607 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 451 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 603 259 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 509 201 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 181,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 607
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 451,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 603,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 509,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 7,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 197 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 693 314 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 572 326 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 876 412 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 541 236 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 197 369 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 693 314 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 572 326 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 876 412 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 541 236 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 998 384 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 693,
"y": 314
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 572,
"y": 326
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 876,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 541,
"y": 236
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 998,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"9": 9,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 8,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 150 373 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 349 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 556 318 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 150 373 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 349 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 556 318 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 150,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 349,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 556,
"y": 318
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 9,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 169 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 599 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 318 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 537 337 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 607 376 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 169 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 599 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 318 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 537 337 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 607 376 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 169,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 599
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 685,
"y": 318
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 537,
"y": 337
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 607,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"5": 5,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 10,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 126 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 310 603 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 412 373 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 521 330 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 611 392 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 126 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 310 603 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 412 373 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 521 330 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 611 392 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 126,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 310,
"y": 603
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 521,
"y": 330
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 884,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 611,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"4": 4,
"6": 6,
"8": 8,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 11,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 333 595 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 400 365 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 341 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 892 419 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 376 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 333 595 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 400 365 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 341 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 892 419 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 376 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 142,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 333,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 310,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 400,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 505,
"y": 341
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"6": 6,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 12,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 166 376 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 486 369 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 361 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 166 376 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 486 369 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 615 361 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 166,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 369
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 615,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 10,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 13,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 123 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 306 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 544 419 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 689 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 337 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 123 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 306 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 544 419 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 689 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 337 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 123,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 544,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 689,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 630,
"y": 337
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 14,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 353 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 541 427 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 322 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 494 376 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 412 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 380 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 353 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 541 427 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 322 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 494 376 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 412 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 6 [OUT] 4 6 [INTERACT] 5 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 134,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 318,
"y": 353
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 541,
"y": 427
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 681,
"y": 322
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 494,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 849,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 15,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 326 591 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 400 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 900 423 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 154 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 326 591 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 310 361 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 685 345 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 505 400 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 900 423 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 154,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 326,
"y": 591
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 310,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 404,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 685,
"y": 345
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 505,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 900,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 16,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 111 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 326 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 517 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 876 361 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 111 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 681 326 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 517 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 876 361 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 111,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 681,
"y": 326
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 876,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "black and gold leather ballet flat"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"5": 5,
"6": 6,
"8": 8
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 17,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 130 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 345 583 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 365 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 337 400 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 130 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 345 583 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 365 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 337 400 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 130,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 345,
"y": 583
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 365,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 400
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"3": 3,
"4": 4,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 18,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 384 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 318 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 341 388 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 365 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 142 384 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 318 380 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 341 388 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 630 365 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 142,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 318,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 341,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 630,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 19,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 99 388 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 314 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 392 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 416 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 99 388 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 314 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 513 392 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 849 416 [OBJ] 10 \"brown leather boat shoe\" 0 1 [PX] 0 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 99,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 291,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 314,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 849,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 990,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"4": 4,
"7": 7,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 20,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 119 388 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 333 380 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 857 419 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 119 388 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 null null [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 333 380 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 857 419 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 119,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 333,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "white and green cardboard software box"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"3": 3,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 21,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 283 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 494 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 326 388 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 869 365 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 134 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 337 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 283 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 494 392 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 326 388 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 869 365 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 134,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 580
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 283,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "brown and white cardboard latte mix box"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 326,
"y": 388
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 1,
"type": "black and gold leather ballet flat"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"4": 4,
"6": 6,
"8": 8
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 22,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 87 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 349 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 357 376 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 677 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 306 392 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 634 373 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 87 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 349 580 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 333 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 357 376 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 677 349 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 306 392 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 0 1 [PX] 0 634 373 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 87,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 349,
"y": 580
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 333,
"y": 357
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 357,
"y": 376
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 677,
"y": 349
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 634,
"y": 373
}
],
"birth": 0,
"death": 1,
"type": "grey and orange plastic raccoon action figure"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 23,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 341 576 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 345 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 673 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 283 404 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 341 576 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 345 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 673 333 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 283 404 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 1,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 1,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 1,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "orange and yellow fabric running shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 1,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 1,
"type": "white ceramic bowl"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "black cardboard soda 12-pack" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 "white cardboard box for wipe warmer" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 "panda Android figurine" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 "orange and yellow fabric running shoe" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 "brown and white cardboard latte mix box" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 "Green wooden dollhouse bedroom furniture set" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 "white ceramic bowl" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 "white and green cardboard software box" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 "black and gold leather ballet flat" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 "grey and orange plastic raccoon action figure" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 "brown leather boat shoe" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 "contact" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 "contact" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 "contact" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 7 "contact" 0 1 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 "contact" 0 3 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 9 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 10 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 11 "collision" 2 2 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 12 "collision" 2 2 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 13 "collision" 2 2 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 14 "contact" 2 10 [IN] 65535 [OUT] 65535 [INTERACT] 15 "collision" 3 4 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 16 "contact" 3 13 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 17 "collision" 4 4 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 18 "collision" 4 4 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 "collision" 4 5 [IN] 4 [OUT] 4 [INTERACT] 20 "collision" 4 5 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 21 "collision" 5 5 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 22 "collision" 5 5 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 "contact" 5 7 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 24 "collision" 6 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 25 "collision" 6 6 [IN] 4 6 [OUT] 4 6 [INTERACT] 26 "collision" 6 6 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 "collision" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 28 "collision" 7 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 29 "contact" 7 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 30 "collision" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 31 "collision" 9 9 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 32 "collision" 9 9 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 33 "collision" 10 10 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 34 "collision" 10 11 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 35 "contact" 10 11 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 36 "collision" 11 11 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 37 "collision" 11 11 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 38 "collision" 11 11 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 39 "collision" 12 12 [IN] 6 [OUT] 6 [INTERACT] 40 "collision" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 41 "collision" 12 12 [IN] 65535 [OUT] 65535 [INTERACT] 42 "contact" 12 15 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 43 "collision" 13 13 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 44 "collision" 13 13 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 45 "contact" 13 14 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 14 14 [IN] 4 6 [OUT] 4 6 [INTERACT] 47 "collision" 14 14 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 48 "collision" 14 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 49 "contact" 14 15 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 50 "contact" 14 16 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 51 "collision" 15 15 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 52 "contact" 15 18 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 53 "collision" 16 16 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 54 "collision" 16 16 [IN] 65535 [OUT] 65535 [INTERACT] 55 "collision" 17 17 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 56 "collision" 17 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 57 "collision" 17 17 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 58 "collision" 18 18 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 59 "collision" 18 18 [IN] 65535 [OUT] 65535 [INTERACT] 60 "contact" 18 20 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 61 "collision" 19 19 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 62 "collision" 19 19 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 63 "collision" 19 20 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 64 "contact" 19 20 [IN] 65535 [OUT] 65535 [INTERACT] 65 "collision" 20 20 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 66 "collision" 21 21 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 67 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 68 "collision" 21 21 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 69 "collision" 21 21 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 70 "contact" 21 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 71 "collision" 22 22 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 72 "collision" 22 22 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 73 "collision" 22 22 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 74 "contact" 22 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 75 "contact" 22 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 76 "collision" 23 23 [IN] 65535 [OUT] 65535 [INTERACT] 77 "contact" 23 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 78 "contact" 23 23 [IN] 5 65535 [OUT] 5 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
},
{
"t": 1,
"x": 205,
"y": 361
},
{
"t": 2,
"x": 224,
"y": 361
},
{
"t": 3,
"x": 185,
"y": 365
},
{
"t": 4,
"x": 201,
"y": 365
},
{
"t": 5,
"x": 154,
"y": 369
},
{
"t": 6,
"x": 181,
"y": 369
},
{
"t": 7,
"x": 197,
"y": 369
},
{
"t": 8,
"x": 150,
"y": 373
},
{
"t": 9,
"x": 169,
"y": 373
},
{
"t": 10,
"x": 126,
"y": 376
},
{
"t": 11,
"x": 142,
"y": 376
},
{
"t": 12,
"x": 166,
"y": 376
},
{
"t": 13,
"x": 123,
"y": 380
},
{
"t": 14,
"x": 134,
"y": 380
},
{
"t": 15,
"x": 154,
"y": 380
},
{
"t": 16,
"x": 111,
"y": 384
},
{
"t": 17,
"x": 130,
"y": 384
},
{
"t": 18,
"x": 142,
"y": 384
},
{
"t": 19,
"x": 99,
"y": 388
},
{
"t": 20,
"x": 119,
"y": 388
},
{
"t": 21,
"x": 134,
"y": 388
},
{
"t": 22,
"x": 87,
"y": 392
},
{
"t": 23,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
},
{
"t": 1,
"x": 306,
"y": 619
},
{
"t": 2,
"x": 291,
"y": 623
},
{
"t": 3,
"x": 302,
"y": 615
},
{
"t": 6,
"x": 322,
"y": 607
},
{
"t": 9,
"x": 337,
"y": 599
},
{
"t": 10,
"x": 310,
"y": 603
},
{
"t": 11,
"x": 333,
"y": 595
},
{
"t": 15,
"x": 326,
"y": 591
},
{
"t": 17,
"x": 345,
"y": 583
},
{
"t": 21,
"x": 337,
"y": 580
},
{
"t": 22,
"x": 349,
"y": 580
},
{
"t": 23,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 24,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
},
{
"t": 3,
"x": 333,
"y": 345
},
{
"t": 4,
"x": 322,
"y": 349
},
{
"t": 11,
"x": 310,
"y": 357
},
{
"t": 12,
"x": 322,
"y": 349
},
{
"t": 13,
"x": 306,
"y": 361
},
{
"t": 14,
"x": 318,
"y": 353
},
{
"t": 15,
"x": 310,
"y": 361
},
{
"t": 19,
"x": 291,
"y": 380
},
{
"t": 21,
"x": 283,
"y": 384
},
{
"t": 22,
"x": 333,
"y": 357
},
{
"t": 23,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 24,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
},
{
"t": 8,
"x": 349,
"y": 392
},
{
"t": 11,
"x": 337,
"y": 392
},
{
"t": 17,
"x": 365,
"y": 380
},
{
"t": 18,
"x": 318,
"y": 380
},
{
"t": 19,
"x": 314,
"y": 392
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 22,
"x": 357,
"y": 376
},
{
"t": 23,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 24,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
},
{
"t": 2,
"x": 439,
"y": 384
},
{
"t": 4,
"x": 486,
"y": 388
},
{
"t": 5,
"x": 466,
"y": 392
},
{
"t": 6,
"x": 451,
"y": 392
},
{
"t": 7,
"x": 419,
"y": 388
},
{
"t": 10,
"x": 412,
"y": 373
},
{
"t": 11,
"x": 400,
"y": 365
},
{
"t": 13,
"x": 544,
"y": 419
},
{
"t": 14,
"x": 541,
"y": 427
},
{
"t": 15,
"x": 404,
"y": 373
},
{
"t": 17,
"x": 513,
"y": 380
},
{
"t": 19,
"x": 513,
"y": 392
},
{
"t": 21,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
},
{
"t": 4,
"x": 697,
"y": 333
},
{
"t": 5,
"x": 701,
"y": 353
},
{
"t": 7,
"x": 693,
"y": 314
},
{
"t": 9,
"x": 685,
"y": 318
},
{
"t": 13,
"x": 689,
"y": 357
},
{
"t": 14,
"x": 681,
"y": 322
},
{
"t": 15,
"x": 685,
"y": 345
},
{
"t": 16,
"x": 681,
"y": 326
},
{
"t": 22,
"x": 677,
"y": 349
},
{
"t": 23,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 24,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
},
{
"t": 1,
"x": 787,
"y": 68
},
{
"t": 2,
"x": 748,
"y": 72
},
{
"t": 3,
"x": 708,
"y": 103
},
{
"t": 4,
"x": 673,
"y": 154
},
{
"t": 5,
"x": 638,
"y": 205
},
{
"t": 6,
"x": 603,
"y": 259
},
{
"t": 7,
"x": 572,
"y": 326
},
{
"t": 8,
"x": 556,
"y": 318
},
{
"t": 9,
"x": 537,
"y": 337
},
{
"t": 10,
"x": 521,
"y": 330
},
{
"t": 11,
"x": 505,
"y": 341
},
{
"t": 12,
"x": 486,
"y": 369
},
{
"t": 14,
"x": 494,
"y": 376
},
{
"t": 15,
"x": 505,
"y": 400
},
{
"t": 16,
"x": 517,
"y": 419
},
{
"t": 17,
"x": 337,
"y": 400
},
{
"t": 18,
"x": 341,
"y": 388
},
{
"t": 20,
"x": 333,
"y": 380
},
{
"t": 21,
"x": 326,
"y": 388
},
{
"t": 22,
"x": 306,
"y": 392
},
{
"t": 23,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 24,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
},
{
"t": 1,
"x": 912,
"y": 416
},
{
"t": 5,
"x": 865,
"y": 408
},
{
"t": 7,
"x": 876,
"y": 412
},
{
"t": 11,
"x": 892,
"y": 419
},
{
"t": 14,
"x": 849,
"y": 412
},
{
"t": 15,
"x": 900,
"y": 423
},
{
"t": 19,
"x": 849,
"y": 416
},
{
"t": 20,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 24,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
},
{
"t": 5,
"x": 892,
"y": 353
},
{
"t": 10,
"x": 884,
"y": 357
},
{
"t": 16,
"x": 876,
"y": 361
},
{
"t": 21,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 294,
"y": 5
},
{
"t": 2,
"x": 353,
"y": 21
},
{
"t": 3,
"x": 400,
"y": 48
},
{
"t": 4,
"x": 439,
"y": 87
},
{
"t": 5,
"x": 478,
"y": 146
},
{
"t": 6,
"x": 509,
"y": 201
},
{
"t": 7,
"x": 541,
"y": 236
},
{
"t": 8,
"x": null,
"y": null
},
{
"t": 9,
"x": 607,
"y": 376
},
{
"t": 10,
"x": 611,
"y": 392
},
{
"t": 11,
"x": 615,
"y": 376
},
{
"t": 12,
"x": 615,
"y": 361
},
{
"t": 13,
"x": 630,
"y": 337
},
{
"t": 18,
"x": 630,
"y": 365
},
{
"t": 22,
"x": 634,
"y": 373
}
],
"birth": 1,
"death": 24,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 384
},
{
"t": 19,
"x": 990,
"y": 388
}
],
"birth": 7,
"death": 24,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 1,
"type": "contact"
},
{
"id": 8,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 9,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 11,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 12,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 13,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 14,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 2,
"ends_at": 10,
"type": "contact"
},
{
"id": 15,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 3,
"ends_at": 4,
"type": "collision"
},
{
"id": 16,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 3,
"ends_at": 13,
"type": "contact"
},
{
"id": 17,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 18,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 19,
"inputs": [
4
],
"outputs": [
4
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 20,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 21,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 22,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 23,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 7,
"type": "contact"
},
{
"id": 24,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 25,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 26,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 27,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 28,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 29,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 7,
"ends_at": 10,
"type": "contact"
},
{
"id": 30,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 31,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 32,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 33,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 34,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 35,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "contact"
},
{
"id": 36,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 37,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 38,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 39,
"inputs": [
6
],
"outputs": [
6
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 40,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 41,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 42,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 12,
"ends_at": 15,
"type": "contact"
},
{
"id": 43,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 44,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 13,
"ends_at": 14,
"type": "contact"
},
{
"id": 46,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 47,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 48,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "collision"
},
{
"id": 49,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "contact"
},
{
"id": 50,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 14,
"ends_at": 16,
"type": "contact"
},
{
"id": 51,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 52,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 15,
"ends_at": 18,
"type": "contact"
},
{
"id": 53,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 54,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 55,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 56,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 57,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 58,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 59,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 60,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 18,
"ends_at": 20,
"type": "contact"
},
{
"id": 61,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 62,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 63,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 19,
"ends_at": 20,
"type": "collision"
},
{
"id": 64,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 19,
"ends_at": 20,
"type": "contact"
},
{
"id": 65,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 66,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 67,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 68,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 69,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 70,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 21,
"ends_at": 23,
"type": "contact"
},
{
"id": 71,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 72,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 73,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 74,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 75,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 76,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 77,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
},
{
"id": 78,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": 1.0,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.618939393939394,
"avg_interaction_input_object_jaccard": 0.4090909090909091,
"avg_interaction_output_object_jaccard": 0.4090909090909091,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 22,
"num_unmatched_pred_interactions": 57,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 64,
"false_negatives": 0
},
"0.5": {
"true_positives": 12,
"false_positives": 67,
"false_negatives": 0
},
"0.75": {
"true_positives": 12,
"false_positives": 67,
"false_negatives": 0
},
"1.0": {
"true_positives": 10,
"false_positives": 69,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.189873417721519,
"0.5": 0.1518987341772152,
"0.75": 0.1518987341772152,
"1.0": 0.12658227848101267
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.3191489361702127,
"0.5": 0.26373626373626374,
"0.75": 0.26373626373626374,
"1.0": 0.22471910112359553
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 65,
"false_negatives": 0
},
"0.5": {
"true_positives": 8,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.17721518987341772,
"0.5": 0.10126582278481013,
"0.75": 0.0759493670886076,
"1.0": 0.0759493670886076
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.3010752688172043,
"0.5": 0.18390804597701146,
"0.75": 0.1411764705882353,
"1.0": 0.1411764705882353
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 65,
"false_negatives": 0
},
"0.5": {
"true_positives": 8,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 6,
"false_positives": 73,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.17721518987341772,
"0.5": 0.10126582278481013,
"0.75": 0.0759493670886076,
"1.0": 0.0759493670886076
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.3010752688172043,
"0.5": 0.18390804597701146,
"0.75": 0.1411764705882353,
"1.0": 0.1411764705882353
}
}
}Prompt
Growing GT object-track prefill
At prefix step t, B3 saw frames 0..t and an assistant prefill containing GT object tracks only through t. The prefills are deterministically reconstructed with the exact oracle helper; only the final full-clip generation was persisted by inference.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"frames_visible": "0..0",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 1 [PX] 0 185 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 1 [PX] 0 287 626 [OBJ] 2 \"panda Android figurine\" 0 1 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 1 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 1 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 1 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 1 [PX] 0 826 68 [OBJ] 7 \"white and green cardboard software box\" 0 1 [PX] 0 888 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 1 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 1 [PX] 0 null null [OBJ] 10 \"brown leather boat shoe\" 7 1 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 1,
"frames_visible": "0..1",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 2 [PX] 0 185 361 1 205 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 2 [PX] 0 287 626 1 306 619 [OBJ] 2 \"panda Android figurine\" 0 2 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 2 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 2 [PX] 0 419 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 2 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 2 [PX] 0 826 68 1 787 68 [OBJ] 7 \"white and green cardboard software box\" 0 2 [PX] 0 888 408 1 912 416 [OBJ] 8 \"black and gold leather ballet flat\" 0 2 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 2 [PX] 0 null null 1 294 5 [OBJ] 10 \"brown leather boat shoe\" 7 2 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 2,
"frames_visible": "0..2",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 3 [PX] 0 185 361 1 205 361 2 224 361 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 3 [PX] 0 287 626 1 306 619 2 291 623 [OBJ] 2 \"panda Android figurine\" 0 3 [PX] 0 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 3 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 3 [PX] 0 419 380 2 439 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 3 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 3 [PX] 0 826 68 1 787 68 2 748 72 [OBJ] 7 \"white and green cardboard software box\" 0 3 [PX] 0 888 408 1 912 416 [OBJ] 8 \"black and gold leather ballet flat\" 0 3 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 3 [PX] 0 null null 1 294 5 2 353 21 [OBJ] 10 \"brown leather boat shoe\" 7 3 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 3,
"frames_visible": "0..3",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 4 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 4 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 [OBJ] 2 \"panda Android figurine\" 0 4 [PX] 0 322 349 3 333 345 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 4 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 4 [PX] 0 419 380 2 439 384 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 4 [PX] 0 697 310 [OBJ] 6 \"white ceramic bowl\" 0 4 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 [OBJ] 7 \"white and green cardboard software box\" 0 4 [PX] 0 888 408 1 912 416 [OBJ] 8 \"black and gold leather ballet flat\" 0 4 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 4 [PX] 0 null null 1 294 5 2 353 21 3 400 48 [OBJ] 10 \"brown leather boat shoe\" 7 4 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 4,
"frames_visible": "0..4",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 5 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 5 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 [OBJ] 2 \"panda Android figurine\" 0 5 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 5 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 5 [PX] 0 419 380 2 439 384 4 486 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 5 [PX] 0 697 310 4 697 333 [OBJ] 6 \"white ceramic bowl\" 0 5 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 [OBJ] 7 \"white and green cardboard software box\" 0 5 [PX] 0 888 408 1 912 416 [OBJ] 8 \"black and gold leather ballet flat\" 0 5 [PX] 0 904 349 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 5 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 [OBJ] 10 \"brown leather boat shoe\" 7 5 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 5,
"frames_visible": "0..5",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 6 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 6 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 [OBJ] 2 \"panda Android figurine\" 0 6 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 6 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 6 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 6 [PX] 0 697 310 4 697 333 5 701 353 [OBJ] 6 \"white ceramic bowl\" 0 6 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 [OBJ] 7 \"white and green cardboard software box\" 0 6 [PX] 0 888 408 1 912 416 5 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 6 [PX] 0 904 349 5 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 6 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 [OBJ] 10 \"brown leather boat shoe\" 7 6 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 6,
"frames_visible": "0..6",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 7 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 7 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 [OBJ] 2 \"panda Android figurine\" 0 7 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 7 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 7 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 7 [PX] 0 697 310 4 697 333 5 701 353 [OBJ] 6 \"white ceramic bowl\" 0 7 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 [OBJ] 7 \"white and green cardboard software box\" 0 7 [PX] 0 888 408 1 912 416 5 865 408 [OBJ] 8 \"black and gold leather ballet flat\" 0 7 [PX] 0 904 349 5 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 7 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 [OBJ] 10 \"brown leather boat shoe\" 7 7 [PX] 0 null null [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 7,
"frames_visible": "0..7",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 8 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 8 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 [OBJ] 2 \"panda Android figurine\" 0 8 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 8 [PX] 0 337 396 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 8 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 8 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 [OBJ] 6 \"white ceramic bowl\" 0 8 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 [OBJ] 7 \"white and green cardboard software box\" 0 8 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 [OBJ] 8 \"black and gold leather ballet flat\" 0 8 [PX] 0 904 349 5 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 8 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 [OBJ] 10 \"brown leather boat shoe\" 7 8 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 8,
"frames_visible": "0..8",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 9 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 9 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 [OBJ] 2 \"panda Android figurine\" 0 9 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 9 [PX] 0 337 396 8 349 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 9 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 9 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 [OBJ] 6 \"white ceramic bowl\" 0 9 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 [OBJ] 7 \"white and green cardboard software box\" 0 9 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 [OBJ] 8 \"black and gold leather ballet flat\" 0 9 [PX] 0 904 349 5 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 9 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null [OBJ] 10 \"brown leather boat shoe\" 7 9 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 9,
"frames_visible": "0..9",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 10 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 10 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 [OBJ] 2 \"panda Android figurine\" 0 10 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 10 [PX] 0 337 396 8 349 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 10 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 10 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 [OBJ] 6 \"white ceramic bowl\" 0 10 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 [OBJ] 7 \"white and green cardboard software box\" 0 10 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 [OBJ] 8 \"black and gold leather ballet flat\" 0 10 [PX] 0 904 349 5 892 353 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 10 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 [OBJ] 10 \"brown leather boat shoe\" 7 10 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 10,
"frames_visible": "0..10",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 11 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 11 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 [OBJ] 2 \"panda Android figurine\" 0 11 [PX] 0 322 349 3 333 345 4 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 11 [PX] 0 337 396 8 349 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 11 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 11 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 [OBJ] 6 \"white ceramic bowl\" 0 11 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 [OBJ] 7 \"white and green cardboard software box\" 0 11 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 [OBJ] 8 \"black and gold leather ballet flat\" 0 11 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 11 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 [OBJ] 10 \"brown leather boat shoe\" 7 11 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 11,
"frames_visible": "0..11",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 12 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 12 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 [OBJ] 2 \"panda Android figurine\" 0 12 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 12 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 12 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 12 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 [OBJ] 6 \"white ceramic bowl\" 0 12 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 [OBJ] 7 \"white and green cardboard software box\" 0 12 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 12 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 12 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 [OBJ] 10 \"brown leather boat shoe\" 7 12 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 12,
"frames_visible": "0..12",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 13 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 13 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 [OBJ] 2 \"panda Android figurine\" 0 13 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 13 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 13 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 13 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 [OBJ] 6 \"white ceramic bowl\" 0 13 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 [OBJ] 7 \"white and green cardboard software box\" 0 13 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 13 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 13 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 [OBJ] 10 \"brown leather boat shoe\" 7 13 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 13,
"frames_visible": "0..13",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 14 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 14 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 [OBJ] 2 \"panda Android figurine\" 0 14 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 14 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 14 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 14 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 [OBJ] 6 \"white ceramic bowl\" 0 14 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 [OBJ] 7 \"white and green cardboard software box\" 0 14 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 14 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 14 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 [OBJ] 10 \"brown leather boat shoe\" 7 14 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 14,
"frames_visible": "0..14",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 15 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 15 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 [OBJ] 2 \"panda Android figurine\" 0 15 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 15 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 15 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 15 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 [OBJ] 6 \"white ceramic bowl\" 0 15 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 [OBJ] 7 \"white and green cardboard software box\" 0 15 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 [OBJ] 8 \"black and gold leather ballet flat\" 0 15 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 15 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 [OBJ] 10 \"brown leather boat shoe\" 7 15 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 15,
"frames_visible": "0..15",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 16 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 16 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 [OBJ] 2 \"panda Android figurine\" 0 16 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 16 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 16 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 16 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 [OBJ] 6 \"white ceramic bowl\" 0 16 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 [OBJ] 7 \"white and green cardboard software box\" 0 16 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 [OBJ] 8 \"black and gold leather ballet flat\" 0 16 [PX] 0 904 349 5 892 353 10 884 357 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 16 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 [OBJ] 10 \"brown leather boat shoe\" 7 16 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 16,
"frames_visible": "0..16",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 17 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 17 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 [OBJ] 2 \"panda Android figurine\" 0 17 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 17 [PX] 0 337 396 8 349 392 11 337 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 17 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 17 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 17 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 [OBJ] 7 \"white and green cardboard software box\" 0 17 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 [OBJ] 8 \"black and gold leather ballet flat\" 0 17 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 17 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 [OBJ] 10 \"brown leather boat shoe\" 7 17 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 17,
"frames_visible": "0..17",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 18 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 18 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 [OBJ] 2 \"panda Android figurine\" 0 18 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 18 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 18 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 18 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 18 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 [OBJ] 7 \"white and green cardboard software box\" 0 18 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 [OBJ] 8 \"black and gold leather ballet flat\" 0 18 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 18 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 [OBJ] 10 \"brown leather boat shoe\" 7 18 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 18,
"frames_visible": "0..18",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 19 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 19 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 [OBJ] 2 \"panda Android figurine\" 0 19 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 19 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 19 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 19 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 19 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 [OBJ] 7 \"white and green cardboard software box\" 0 19 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 [OBJ] 8 \"black and gold leather ballet flat\" 0 19 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 19 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 [OBJ] 10 \"brown leather boat shoe\" 7 19 [PX] 0 null null 7 998 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 19,
"frames_visible": "0..19",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 20 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 20 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 [OBJ] 2 \"panda Android figurine\" 0 20 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 20 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 20 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 20 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 20 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 [OBJ] 7 \"white and green cardboard software box\" 0 20 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 [OBJ] 8 \"black and gold leather ballet flat\" 0 20 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 20 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 [OBJ] 10 \"brown leather boat shoe\" 7 20 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 20,
"frames_visible": "0..20",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 21 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 21 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 [OBJ] 2 \"panda Android figurine\" 0 21 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 21 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null [OBJ] 4 \"brown and white cardboard latte mix box\" 0 21 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 21 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 21 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 [OBJ] 7 \"white and green cardboard software box\" 0 21 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 21 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 21 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 [OBJ] 10 \"brown leather boat shoe\" 7 21 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 21,
"frames_visible": "0..21",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 22 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 22 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 [OBJ] 2 \"panda Android figurine\" 0 22 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 22 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null [OBJ] 4 \"brown and white cardboard latte mix box\" 0 22 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 22 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 [OBJ] 6 \"white ceramic bowl\" 0 22 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 [OBJ] 7 \"white and green cardboard software box\" 0 22 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 22 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 22 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 [OBJ] 10 \"brown leather boat shoe\" 7 22 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 22,
"frames_visible": "0..22",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 23 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 23 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 [OBJ] 2 \"panda Android figurine\" 0 23 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 23 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 23 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 23 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 [OBJ] 6 \"white ceramic bowl\" 0 23 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 [OBJ] 7 \"white and green cardboard software box\" 0 23 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 23 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 23 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 \"brown leather boat shoe\" 7 23 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted final-step prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 \"panda Android figurine\" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 \"white ceramic bowl\" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 \"white and green cardboard software box\" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 \"brown leather boat shoe\" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 3 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 8 \"contact\" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 11 \"contact\" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 25 \"contact\" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 \"contact\" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 2 \"collision\" 7 7 [IN] 1 6 [OUT] 1 6 [INTERACT] 24 \"collision\" 8 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 8 9 [IN] 1 6 [OUT] 1 6 [INTERACT] 6 \"collision\" 9 9 [IN] 1 9 [OUT] 1 9 [INTERACT] 4 \"collision\" 10 10 [IN] 1 6 [OUT] 1 6 [INTERACT] 12 \"collision\" 10 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 \"collision\" 10 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"collision\" 11 11 [IN] 1 6 [OUT] 1 6 [INTERACT] 13 \"collision\" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 \"collision\" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"collision\" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 \"collision\" 14 14 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 17 \"collision\" 15 15 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 \"collision\" 16 16 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 \"collision\" 17 17 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 20 \"collision\" 18 18 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 21 \"collision\" 19 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"collision\" 20 20 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 23 \"collision\" 22 22 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 \"panda Android figurine\" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 \"white ceramic bowl\" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 \"white and green cardboard software box\" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 \"brown leather boat shoe\" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 3 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 8 \"contact\" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 \"contact\" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 \"contact\" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 11 \"contact\" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 25 \"contact\" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 \"contact\" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 2 \"collision\" 7 7 [IN] 1 6 [OUT] 1 6 [INTERACT] 24 \"collision\" 8 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 8 9 [IN] 1 6 [OUT] 1 6 [INTERACT] 6 \"collision\" 9 9 [IN] 1 9 [OUT] 1 9 [INTERACT] 4 \"collision\" 10 10 [IN] 1 6 [OUT] 1 6 [INTERACT] 12 \"collision\" 10 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 \"collision\" 10 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"collision\" 11 11 [IN] 1 6 [OUT] 1 6 [INTERACT] 13 \"collision\" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 \"collision\" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"collision\" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 \"collision\" 14 14 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 17 \"collision\" 15 15 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 \"collision\" 16 16 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 \"collision\" 17 17 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 20 \"collision\" 18 18 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 21 \"collision\" 19 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"collision\" 20 20 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 23 \"collision\" 22 22 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"intermediate_prediction_persisted": true
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "black cardboard soda 12-pack" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 "white cardboard box for wipe warmer" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 "panda Android figurine" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 "orange and yellow fabric running shoe" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 "brown and white cardboard latte mix box" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 "Green wooden dollhouse bedroom furniture set" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 "white ceramic bowl" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 "white and green cardboard software box" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 "black and gold leather ballet flat" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 "grey and orange plastic raccoon action figure" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 "brown leather boat shoe" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 3 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 "contact" 0 8 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 8 "contact" 0 8 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 9 "contact" 0 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 "contact" 0 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 11 "contact" 0 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 25 "contact" 0 8 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 "contact" 0 8 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 2 "collision" 7 7 [IN] 1 6 [OUT] 1 6 [INTERACT] 24 "collision" 8 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 "contact" 8 9 [IN] 1 6 [OUT] 1 6 [INTERACT] 6 "collision" 9 9 [IN] 1 9 [OUT] 1 9 [INTERACT] 4 "collision" 10 10 [IN] 1 6 [OUT] 1 6 [INTERACT] 12 "collision" 10 10 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 27 "collision" 10 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 "collision" 11 11 [IN] 1 6 [OUT] 1 6 [INTERACT] 13 "collision" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 14 "collision" 12 12 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 "collision" 13 13 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "collision" 14 14 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 17 "collision" 15 15 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 18 "collision" 16 16 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 "collision" 17 17 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 20 "collision" 18 18 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 21 "collision" 19 19 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 "collision" 20 20 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 23 "collision" 22 22 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
},
{
"t": 1,
"x": 205,
"y": 361
},
{
"t": 2,
"x": 224,
"y": 361
},
{
"t": 3,
"x": 185,
"y": 365
},
{
"t": 4,
"x": 201,
"y": 365
},
{
"t": 5,
"x": 154,
"y": 369
},
{
"t": 6,
"x": 181,
"y": 369
},
{
"t": 7,
"x": 197,
"y": 369
},
{
"t": 8,
"x": 150,
"y": 373
},
{
"t": 9,
"x": 169,
"y": 373
},
{
"t": 10,
"x": 126,
"y": 376
},
{
"t": 11,
"x": 142,
"y": 376
},
{
"t": 12,
"x": 166,
"y": 376
},
{
"t": 13,
"x": 123,
"y": 380
},
{
"t": 14,
"x": 134,
"y": 380
},
{
"t": 15,
"x": 154,
"y": 380
},
{
"t": 16,
"x": 111,
"y": 384
},
{
"t": 17,
"x": 130,
"y": 384
},
{
"t": 18,
"x": 142,
"y": 384
},
{
"t": 19,
"x": 99,
"y": 388
},
{
"t": 20,
"x": 119,
"y": 388
},
{
"t": 21,
"x": 134,
"y": 388
},
{
"t": 22,
"x": 87,
"y": 392
},
{
"t": 23,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
},
{
"t": 1,
"x": 306,
"y": 619
},
{
"t": 2,
"x": 291,
"y": 623
},
{
"t": 3,
"x": 302,
"y": 615
},
{
"t": 6,
"x": 322,
"y": 607
},
{
"t": 9,
"x": 337,
"y": 599
},
{
"t": 10,
"x": 310,
"y": 603
},
{
"t": 11,
"x": 333,
"y": 595
},
{
"t": 15,
"x": 326,
"y": 591
},
{
"t": 17,
"x": 345,
"y": 583
},
{
"t": 21,
"x": 337,
"y": 580
},
{
"t": 22,
"x": 349,
"y": 580
},
{
"t": 23,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 24,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
},
{
"t": 3,
"x": 333,
"y": 345
},
{
"t": 4,
"x": 322,
"y": 349
},
{
"t": 11,
"x": 310,
"y": 357
},
{
"t": 12,
"x": 322,
"y": 349
},
{
"t": 13,
"x": 306,
"y": 361
},
{
"t": 14,
"x": 318,
"y": 353
},
{
"t": 15,
"x": 310,
"y": 361
},
{
"t": 19,
"x": 291,
"y": 380
},
{
"t": 21,
"x": 283,
"y": 384
},
{
"t": 22,
"x": 333,
"y": 357
},
{
"t": 23,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 24,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
},
{
"t": 8,
"x": 349,
"y": 392
},
{
"t": 11,
"x": 337,
"y": 392
},
{
"t": 17,
"x": 365,
"y": 380
},
{
"t": 18,
"x": 318,
"y": 380
},
{
"t": 19,
"x": 314,
"y": 392
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 22,
"x": 357,
"y": 376
},
{
"t": 23,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 24,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
},
{
"t": 2,
"x": 439,
"y": 384
},
{
"t": 4,
"x": 486,
"y": 388
},
{
"t": 5,
"x": 466,
"y": 392
},
{
"t": 6,
"x": 451,
"y": 392
},
{
"t": 7,
"x": 419,
"y": 388
},
{
"t": 10,
"x": 412,
"y": 373
},
{
"t": 11,
"x": 400,
"y": 365
},
{
"t": 13,
"x": 544,
"y": 419
},
{
"t": 14,
"x": 541,
"y": 427
},
{
"t": 15,
"x": 404,
"y": 373
},
{
"t": 17,
"x": 513,
"y": 380
},
{
"t": 19,
"x": 513,
"y": 392
},
{
"t": 21,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
},
{
"t": 4,
"x": 697,
"y": 333
},
{
"t": 5,
"x": 701,
"y": 353
},
{
"t": 7,
"x": 693,
"y": 314
},
{
"t": 9,
"x": 685,
"y": 318
},
{
"t": 13,
"x": 689,
"y": 357
},
{
"t": 14,
"x": 681,
"y": 322
},
{
"t": 15,
"x": 685,
"y": 345
},
{
"t": 16,
"x": 681,
"y": 326
},
{
"t": 22,
"x": 677,
"y": 349
},
{
"t": 23,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 24,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
},
{
"t": 1,
"x": 787,
"y": 68
},
{
"t": 2,
"x": 748,
"y": 72
},
{
"t": 3,
"x": 708,
"y": 103
},
{
"t": 4,
"x": 673,
"y": 154
},
{
"t": 5,
"x": 638,
"y": 205
},
{
"t": 6,
"x": 603,
"y": 259
},
{
"t": 7,
"x": 572,
"y": 326
},
{
"t": 8,
"x": 556,
"y": 318
},
{
"t": 9,
"x": 537,
"y": 337
},
{
"t": 10,
"x": 521,
"y": 330
},
{
"t": 11,
"x": 505,
"y": 341
},
{
"t": 12,
"x": 486,
"y": 369
},
{
"t": 14,
"x": 494,
"y": 376
},
{
"t": 15,
"x": 505,
"y": 400
},
{
"t": 16,
"x": 517,
"y": 419
},
{
"t": 17,
"x": 337,
"y": 400
},
{
"t": 18,
"x": 341,
"y": 388
},
{
"t": 20,
"x": 333,
"y": 380
},
{
"t": 21,
"x": 326,
"y": 388
},
{
"t": 22,
"x": 306,
"y": 392
},
{
"t": 23,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 24,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
},
{
"t": 1,
"x": 912,
"y": 416
},
{
"t": 5,
"x": 865,
"y": 408
},
{
"t": 7,
"x": 876,
"y": 412
},
{
"t": 11,
"x": 892,
"y": 419
},
{
"t": 14,
"x": 849,
"y": 412
},
{
"t": 15,
"x": 900,
"y": 423
},
{
"t": 19,
"x": 849,
"y": 416
},
{
"t": 20,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 24,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
},
{
"t": 5,
"x": 892,
"y": 353
},
{
"t": 10,
"x": 884,
"y": 357
},
{
"t": 16,
"x": 876,
"y": 361
},
{
"t": 21,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 294,
"y": 5
},
{
"t": 2,
"x": 353,
"y": 21
},
{
"t": 3,
"x": 400,
"y": 48
},
{
"t": 4,
"x": 439,
"y": 87
},
{
"t": 5,
"x": 478,
"y": 146
},
{
"t": 6,
"x": 509,
"y": 201
},
{
"t": 7,
"x": 541,
"y": 236
},
{
"t": 8,
"x": null,
"y": null
},
{
"t": 9,
"x": 607,
"y": 376
},
{
"t": 10,
"x": 611,
"y": 392
},
{
"t": 11,
"x": 615,
"y": 376
},
{
"t": 12,
"x": 615,
"y": 361
},
{
"t": 13,
"x": 630,
"y": 337
},
{
"t": 18,
"x": 630,
"y": 365
},
{
"t": 22,
"x": 634,
"y": 373
}
],
"birth": 1,
"death": 24,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 384
},
{
"t": 19,
"x": 990,
"y": 388
}
],
"birth": 7,
"death": 24,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 3,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 7,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 8,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 9,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 10,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 11,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 25,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 26,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 8,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
6
],
"outputs": [
1,
6
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 24,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
6
],
"outputs": [
1,
6
],
"begins_at": 8,
"ends_at": 9,
"type": "contact"
},
{
"id": 6,
"inputs": [
1,
9
],
"outputs": [
1,
9
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 4,
"inputs": [
1,
6
],
"outputs": [
1,
6
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 12,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 27,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 5,
"inputs": [
1,
6
],
"outputs": [
1,
6
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 13,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 14,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 16,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 17,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 18,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 16,
"ends_at": 16,
"type": "collision"
},
{
"id": 19,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 20,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 21,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 22,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 23,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": 1.0,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.4840909090909091,
"avg_interaction_input_object_jaccard": 0.303030303030303,
"avg_interaction_output_object_jaccard": 0.303030303030303,
"avg_interaction_type_exact_match_acc": 0.8636363636363636,
"num_interaction_matches": 22,
"num_unmatched_pred_interactions": 6,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 16,
"false_positives": 12,
"false_negatives": 0
},
"0.5": {
"true_positives": 8,
"false_positives": 20,
"false_negatives": 0
},
"0.75": {
"true_positives": 7,
"false_positives": 21,
"false_negatives": 0
},
"1.0": {
"true_positives": 6,
"false_positives": 22,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.5714285714285714,
"0.5": 0.2857142857142857,
"0.75": 0.25,
"1.0": 0.21428571428571427
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7272727272727273,
"0.5": 0.4444444444444445,
"0.75": 0.4,
"1.0": 0.35294117647058826
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.10714285714285714,
"0.75": 0.10714285714285714,
"1.0": 0.10714285714285714
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.19354838709677416,
"0.75": 0.19354838709677416,
"1.0": 0.19354838709677416
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 14,
"false_negatives": 0
},
"0.5": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"0.75": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
},
"1.0": {
"true_positives": 3,
"false_positives": 25,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.5,
"0.5": 0.10714285714285714,
"0.75": 0.10714285714285714,
"1.0": 0.10714285714285714
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.6666666666666666,
"0.5": 0.19354838709677416,
"0.75": 0.19354838709677416,
"1.0": 0.19354838709677416
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
One full-clip GT object prefill
The E2E model saw all 24 frames once. Its assistant text was the exact GT object section through [INTERACTIONS-START], and the model generated only the interaction suffix shown here.
Every persisted/reconstructed prefill step
[
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted full-clip prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 \"panda Android figurine\" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 \"white ceramic bowl\" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 \"white and green cardboard software box\" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 \"brown leather boat shoe\" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 1 \"contact\" 0 10 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 11 \"collision\" 5 5 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 12 \"contact\" 6 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"collision\" 8 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 16 \"contact\" 9 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 \"collision\" 11 11 [IN] 4 6 [OUT] 4 6 [INTERACT] 9 \"collision\" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 12 23 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"black cardboard soda 12-pack\" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 \"white cardboard box for wipe warmer\" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 \"panda Android figurine\" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 \"orange and yellow fabric running shoe\" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 \"brown and white cardboard latte mix box\" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 \"Green wooden dollhouse bedroom furniture set\" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 \"white ceramic bowl\" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 \"white and green cardboard software box\" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 \"black and gold leather ballet flat\" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 \"grey and orange plastic raccoon action figure\" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 \"brown leather boat shoe\" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 1 \"contact\" 0 10 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 14 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 11 \"collision\" 5 5 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 12 \"contact\" 6 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"collision\" 8 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 16 \"contact\" 9 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 \"collision\" 11 11 [IN] 4 6 [OUT] 4 6 [INTERACT] 9 \"collision\" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 12 23 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]"
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "black cardboard soda 12-pack" 0 24 [PX] 0 185 361 1 205 361 2 224 361 3 185 365 4 201 365 5 154 369 6 181 369 7 197 369 8 150 373 9 169 373 10 126 376 11 142 376 12 166 376 13 123 380 14 134 380 15 154 380 16 111 384 17 130 384 18 142 384 19 99 388 20 119 388 21 134 388 22 87 392 23 107 392 [OBJ] 1 "white cardboard box for wipe warmer" 0 24 [PX] 0 287 626 1 306 619 2 291 623 3 302 615 6 322 607 9 337 599 10 310 603 11 333 595 15 326 591 17 345 583 21 337 580 22 349 580 23 341 576 [OBJ] 2 "panda Android figurine" 0 24 [PX] 0 322 349 3 333 345 4 322 349 11 310 357 12 322 349 13 306 361 14 318 353 15 310 361 19 291 380 21 283 384 22 333 357 23 318 361 [OBJ] 3 "orange and yellow fabric running shoe" 0 24 [PX] 0 337 396 8 349 392 11 337 392 17 365 380 18 318 380 19 314 392 20 null null 22 357 376 23 345 384 [OBJ] 4 "brown and white cardboard latte mix box" 0 24 [PX] 0 419 380 2 439 384 4 486 388 5 466 392 6 451 392 7 419 388 10 412 373 11 400 365 13 544 419 14 541 427 15 404 373 17 513 380 19 513 392 21 494 392 [OBJ] 5 "Green wooden dollhouse bedroom furniture set" 0 24 [PX] 0 697 310 4 697 333 5 701 353 7 693 314 9 685 318 13 689 357 14 681 322 15 685 345 16 681 326 22 677 349 23 673 333 [OBJ] 6 "white ceramic bowl" 0 24 [PX] 0 826 68 1 787 68 2 748 72 3 708 103 4 673 154 5 638 205 6 603 259 7 572 326 8 556 318 9 537 337 10 521 330 11 505 341 12 486 369 14 494 376 15 505 400 16 517 419 17 337 400 18 341 388 20 333 380 21 326 388 22 306 392 23 283 404 [OBJ] 7 "white and green cardboard software box" 0 24 [PX] 0 888 408 1 912 416 5 865 408 7 876 412 11 892 419 14 849 412 15 900 423 19 849 416 20 857 419 [OBJ] 8 "black and gold leather ballet flat" 0 24 [PX] 0 904 349 5 892 353 10 884 357 16 876 361 21 869 365 [OBJ] 9 "grey and orange plastic raccoon action figure" 1 24 [PX] 0 null null 1 294 5 2 353 21 3 400 48 4 439 87 5 478 146 6 509 201 7 541 236 8 null null 9 607 376 10 611 392 11 615 376 12 615 361 13 630 337 18 630 365 22 634 373 [OBJ] 10 "brown leather boat shoe" 7 24 [PX] 0 null null 7 998 384 19 990 388 [OBJS-END] [INTERACTIONS-START] [INTERACT] 1 "contact" 0 10 [IN] 2 3 [OUT] 2 3 [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 2 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 5 "contact" 0 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 7 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 8 "contact" 0 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 13 "contact" 0 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 14 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 3 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 11 "collision" 5 5 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 12 "contact" 6 8 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 "collision" 8 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 16 "contact" 9 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 "collision" 11 11 [IN] 4 6 [OUT] 4 6 [INTERACT] 9 "collision" 11 11 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 "contact" 12 23 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 185,
"y": 361
},
{
"t": 1,
"x": 205,
"y": 361
},
{
"t": 2,
"x": 224,
"y": 361
},
{
"t": 3,
"x": 185,
"y": 365
},
{
"t": 4,
"x": 201,
"y": 365
},
{
"t": 5,
"x": 154,
"y": 369
},
{
"t": 6,
"x": 181,
"y": 369
},
{
"t": 7,
"x": 197,
"y": 369
},
{
"t": 8,
"x": 150,
"y": 373
},
{
"t": 9,
"x": 169,
"y": 373
},
{
"t": 10,
"x": 126,
"y": 376
},
{
"t": 11,
"x": 142,
"y": 376
},
{
"t": 12,
"x": 166,
"y": 376
},
{
"t": 13,
"x": 123,
"y": 380
},
{
"t": 14,
"x": 134,
"y": 380
},
{
"t": 15,
"x": 154,
"y": 380
},
{
"t": 16,
"x": 111,
"y": 384
},
{
"t": 17,
"x": 130,
"y": 384
},
{
"t": 18,
"x": 142,
"y": 384
},
{
"t": 19,
"x": 99,
"y": 388
},
{
"t": 20,
"x": 119,
"y": 388
},
{
"t": 21,
"x": 134,
"y": 388
},
{
"t": 22,
"x": 87,
"y": 392
},
{
"t": 23,
"x": 107,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "black cardboard soda 12-pack"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 626
},
{
"t": 1,
"x": 306,
"y": 619
},
{
"t": 2,
"x": 291,
"y": 623
},
{
"t": 3,
"x": 302,
"y": 615
},
{
"t": 6,
"x": 322,
"y": 607
},
{
"t": 9,
"x": 337,
"y": 599
},
{
"t": 10,
"x": 310,
"y": 603
},
{
"t": 11,
"x": 333,
"y": 595
},
{
"t": 15,
"x": 326,
"y": 591
},
{
"t": 17,
"x": 345,
"y": 583
},
{
"t": 21,
"x": 337,
"y": 580
},
{
"t": 22,
"x": 349,
"y": 580
},
{
"t": 23,
"x": 341,
"y": 576
}
],
"birth": 0,
"death": 24,
"type": "white cardboard box for wipe warmer"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 349
},
{
"t": 3,
"x": 333,
"y": 345
},
{
"t": 4,
"x": 322,
"y": 349
},
{
"t": 11,
"x": 310,
"y": 357
},
{
"t": 12,
"x": 322,
"y": 349
},
{
"t": 13,
"x": 306,
"y": 361
},
{
"t": 14,
"x": 318,
"y": 353
},
{
"t": 15,
"x": 310,
"y": 361
},
{
"t": 19,
"x": 291,
"y": 380
},
{
"t": 21,
"x": 283,
"y": 384
},
{
"t": 22,
"x": 333,
"y": 357
},
{
"t": 23,
"x": 318,
"y": 361
}
],
"birth": 0,
"death": 24,
"type": "panda Android figurine"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 396
},
{
"t": 8,
"x": 349,
"y": 392
},
{
"t": 11,
"x": 337,
"y": 392
},
{
"t": 17,
"x": 365,
"y": 380
},
{
"t": 18,
"x": 318,
"y": 380
},
{
"t": 19,
"x": 314,
"y": 392
},
{
"t": 20,
"x": null,
"y": null
},
{
"t": 22,
"x": 357,
"y": 376
},
{
"t": 23,
"x": 345,
"y": 384
}
],
"birth": 0,
"death": 24,
"type": "orange and yellow fabric running shoe"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 419,
"y": 380
},
{
"t": 2,
"x": 439,
"y": 384
},
{
"t": 4,
"x": 486,
"y": 388
},
{
"t": 5,
"x": 466,
"y": 392
},
{
"t": 6,
"x": 451,
"y": 392
},
{
"t": 7,
"x": 419,
"y": 388
},
{
"t": 10,
"x": 412,
"y": 373
},
{
"t": 11,
"x": 400,
"y": 365
},
{
"t": 13,
"x": 544,
"y": 419
},
{
"t": 14,
"x": 541,
"y": 427
},
{
"t": 15,
"x": 404,
"y": 373
},
{
"t": 17,
"x": 513,
"y": 380
},
{
"t": 19,
"x": 513,
"y": 392
},
{
"t": 21,
"x": 494,
"y": 392
}
],
"birth": 0,
"death": 24,
"type": "brown and white cardboard latte mix box"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 310
},
{
"t": 4,
"x": 697,
"y": 333
},
{
"t": 5,
"x": 701,
"y": 353
},
{
"t": 7,
"x": 693,
"y": 314
},
{
"t": 9,
"x": 685,
"y": 318
},
{
"t": 13,
"x": 689,
"y": 357
},
{
"t": 14,
"x": 681,
"y": 322
},
{
"t": 15,
"x": 685,
"y": 345
},
{
"t": 16,
"x": 681,
"y": 326
},
{
"t": 22,
"x": 677,
"y": 349
},
{
"t": 23,
"x": 673,
"y": 333
}
],
"birth": 0,
"death": 24,
"type": "Green wooden dollhouse bedroom furniture set"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 826,
"y": 68
},
{
"t": 1,
"x": 787,
"y": 68
},
{
"t": 2,
"x": 748,
"y": 72
},
{
"t": 3,
"x": 708,
"y": 103
},
{
"t": 4,
"x": 673,
"y": 154
},
{
"t": 5,
"x": 638,
"y": 205
},
{
"t": 6,
"x": 603,
"y": 259
},
{
"t": 7,
"x": 572,
"y": 326
},
{
"t": 8,
"x": 556,
"y": 318
},
{
"t": 9,
"x": 537,
"y": 337
},
{
"t": 10,
"x": 521,
"y": 330
},
{
"t": 11,
"x": 505,
"y": 341
},
{
"t": 12,
"x": 486,
"y": 369
},
{
"t": 14,
"x": 494,
"y": 376
},
{
"t": 15,
"x": 505,
"y": 400
},
{
"t": 16,
"x": 517,
"y": 419
},
{
"t": 17,
"x": 337,
"y": 400
},
{
"t": 18,
"x": 341,
"y": 388
},
{
"t": 20,
"x": 333,
"y": 380
},
{
"t": 21,
"x": 326,
"y": 388
},
{
"t": 22,
"x": 306,
"y": 392
},
{
"t": 23,
"x": 283,
"y": 404
}
],
"birth": 0,
"death": 24,
"type": "white ceramic bowl"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 888,
"y": 408
},
{
"t": 1,
"x": 912,
"y": 416
},
{
"t": 5,
"x": 865,
"y": 408
},
{
"t": 7,
"x": 876,
"y": 412
},
{
"t": 11,
"x": 892,
"y": 419
},
{
"t": 14,
"x": 849,
"y": 412
},
{
"t": 15,
"x": 900,
"y": 423
},
{
"t": 19,
"x": 849,
"y": 416
},
{
"t": 20,
"x": 857,
"y": 419
}
],
"birth": 0,
"death": 24,
"type": "white and green cardboard software box"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 904,
"y": 349
},
{
"t": 5,
"x": 892,
"y": 353
},
{
"t": 10,
"x": 884,
"y": 357
},
{
"t": 16,
"x": 876,
"y": 361
},
{
"t": 21,
"x": 869,
"y": 365
}
],
"birth": 0,
"death": 24,
"type": "black and gold leather ballet flat"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 1,
"x": 294,
"y": 5
},
{
"t": 2,
"x": 353,
"y": 21
},
{
"t": 3,
"x": 400,
"y": 48
},
{
"t": 4,
"x": 439,
"y": 87
},
{
"t": 5,
"x": 478,
"y": 146
},
{
"t": 6,
"x": 509,
"y": 201
},
{
"t": 7,
"x": 541,
"y": 236
},
{
"t": 8,
"x": null,
"y": null
},
{
"t": 9,
"x": 607,
"y": 376
},
{
"t": 10,
"x": 611,
"y": 392
},
{
"t": 11,
"x": 615,
"y": 376
},
{
"t": 12,
"x": 615,
"y": 361
},
{
"t": 13,
"x": 630,
"y": 337
},
{
"t": 18,
"x": 630,
"y": 365
},
{
"t": 22,
"x": 634,
"y": 373
}
],
"birth": 1,
"death": 24,
"type": "grey and orange plastic raccoon action figure"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
},
{
"t": 7,
"x": 998,
"y": 384
},
{
"t": 19,
"x": 990,
"y": 388
}
],
"birth": 7,
"death": 24,
"type": "brown leather boat shoe"
}
],
"interactions": [
{
"id": 1,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 0,
"ends_at": 10,
"type": "contact"
},
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 14,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 12,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 6,
"ends_at": 8,
"type": "contact"
},
{
"id": 15,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 16,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 9,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
4,
6
],
"outputs": [
4,
6
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 9,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 10,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 12,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": 1.0,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 11,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.7889928698752228,
"avg_interaction_input_object_jaccard": 0.392156862745098,
"avg_interaction_output_object_jaccard": 0.392156862745098,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 17,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 5,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 2,
"false_negatives": 5
},
"0.5": {
"true_positives": 14,
"false_positives": 3,
"false_negatives": 5
},
"0.75": {
"true_positives": 12,
"false_positives": 5,
"false_negatives": 5
},
"1.0": {
"true_positives": 11,
"false_positives": 6,
"false_negatives": 5
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.8823529411764706,
"0.5": 0.8235294117647058,
"0.75": 0.7058823529411765,
"1.0": 0.6470588235294118
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.75,
"0.5": 0.7368421052631579,
"0.75": 0.7058823529411765,
"1.0": 0.6875
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.8108108108108107,
"0.5": 0.7777777777777778,
"0.75": 0.7058823529411765,
"1.0": 0.6666666666666667
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 3,
"false_negatives": 5
},
"0.5": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
},
"0.75": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
},
"1.0": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.8235294117647058,
"0.5": 0.17647058823529413,
"0.75": 0.17647058823529413,
"1.0": 0.17647058823529413
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.7368421052631579,
"0.5": 0.375,
"0.75": 0.375,
"1.0": 0.375
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7777777777777778,
"0.5": 0.24,
"0.75": 0.24,
"1.0": 0.24
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 14,
"false_positives": 3,
"false_negatives": 5
},
"0.5": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
},
"0.75": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
},
"1.0": {
"true_positives": 3,
"false_positives": 14,
"false_negatives": 5
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.8235294117647058,
"0.5": 0.17647058823529413,
"0.75": 0.17647058823529413,
"1.0": 0.17647058823529413
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.7368421052631579,
"0.5": 0.375,
"0.75": 0.375,
"1.0": 0.375
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7777777777777778,
"0.5": 0.24,
"0.75": 0.24,
"1.0": 0.24
}
}
}Prompt
user Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids. assistant