STRIVE · 08/28/2026
Prefill sample 11
One shared clip across Baselines 1, 2, 3, and E2E, including exactly what was injected.
Ground-truth Sentinel
[SCENE-START] [OBJS-START] [OBJ] 0 "green wooden mushroom pounding toy" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 "red cardboard sparkling water multipack" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 "tan and beige leather boat shoe" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 "beige fabric pencil case with horse print" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 "green plastic plant pot" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 "wooden car carrier train" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 "brown plant saucer" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 "red and black plastic handheld gaming console" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 "light blue fabric dinosaur lunch bag" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 "white ceramic ramekin" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 "white and blue cardboard ink cartridge box" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 "set of wooden toy figures" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 "wooden dollhouse dining room set" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 15 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 19 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 20 "contact" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 "contact" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 "contact" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 13 "collision" 7 7 [IN] 5 8 [OUT] 5 8 [INTERACT] 3 "collision" 9 9 [IN] 1 7 [OUT] 1 7 [INTERACT] 9 "collision" 9 9 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 14 "collision" 9 9 [IN] 5 8 [OUT] 5 8 [INTERACT] 18 "collision" 9 10 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 11 "collision" 11 11 [IN] 5 8 [OUT] 5 8 [INTERACT] 2 "collision" 12 12 [IN] 1 7 [OUT] 1 7 [INTERACT] 16 "collision" 12 12 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 12 "contact" 12 13 [IN] 5 8 [OUT] 5 8 [INTERACT] 17 "contact" 13 23 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 "collision" 15 15 [IN] 3 65535 [OUT] 3 65535 [INTERACTIONS-END] [SCENE-END]
Parsed ground truth
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
},
{
"t": 2,
"x": 76,
"y": 541
},
{
"t": 4,
"x": 72,
"y": 533
},
{
"t": 6,
"x": 68,
"y": 525
},
{
"t": 9,
"x": 60,
"y": 517
},
{
"t": 11,
"x": 56,
"y": 509
},
{
"t": 13,
"x": 52,
"y": 498
},
{
"t": 17,
"x": 48,
"y": 486
},
{
"t": 21,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 24,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
},
{
"t": 4,
"x": 134,
"y": 419
},
{
"t": 6,
"x": 134,
"y": 431
},
{
"t": 8,
"x": 130,
"y": 423
},
{
"t": 12,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 24,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
},
{
"t": 1,
"x": 244,
"y": 458
},
{
"t": 2,
"x": 232,
"y": 462
},
{
"t": 6,
"x": 240,
"y": 466
},
{
"t": 8,
"x": 267,
"y": 474
},
{
"t": 9,
"x": 244,
"y": 462
},
{
"t": 11,
"x": 251,
"y": 466
},
{
"t": 12,
"x": 263,
"y": 462
},
{
"t": 13,
"x": 244,
"y": 466
},
{
"t": 14,
"x": 251,
"y": 470
},
{
"t": 17,
"x": 271,
"y": 466
},
{
"t": 18,
"x": 251,
"y": 470
},
{
"t": 21,
"x": 263,
"y": 470
},
{
"t": 22,
"x": 279,
"y": 470
},
{
"t": 23,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 24,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
},
{
"t": 1,
"x": 294,
"y": 193
},
{
"t": 2,
"x": 283,
"y": 208
},
{
"t": 3,
"x": 259,
"y": 201
},
{
"t": 4,
"x": 248,
"y": 228
},
{
"t": 5,
"x": 236,
"y": 259
},
{
"t": 6,
"x": 228,
"y": 291
},
{
"t": 7,
"x": 216,
"y": 333
},
{
"t": 8,
"x": 205,
"y": 380
},
{
"t": 9,
"x": 201,
"y": 408
},
{
"t": 11,
"x": 205,
"y": 423
},
{
"t": 14,
"x": 193,
"y": 423
},
{
"t": 16,
"x": 193,
"y": 458
},
{
"t": 17,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 7,
"x": 384,
"y": 466
},
{
"t": 8,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
},
{
"t": 1,
"x": 458,
"y": 37
},
{
"t": 2,
"x": 501,
"y": 52
},
{
"t": 3,
"x": 513,
"y": 95
},
{
"t": 4,
"x": 513,
"y": 154
},
{
"t": 5,
"x": 517,
"y": 212
},
{
"t": 6,
"x": 521,
"y": 271
},
{
"t": 7,
"x": 466,
"y": 302
},
{
"t": 8,
"x": 486,
"y": 306
},
{
"t": 9,
"x": 533,
"y": 302
},
{
"t": 10,
"x": 529,
"y": 310
},
{
"t": 11,
"x": 501,
"y": 322
},
{
"t": 13,
"x": 517,
"y": 322
},
{
"t": 14,
"x": 525,
"y": 326
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
},
{
"t": 2,
"x": 404,
"y": 642
},
{
"t": 3,
"x": 388,
"y": 638
},
{
"t": 4,
"x": 404,
"y": 630
},
{
"t": 5,
"x": 384,
"y": 626
},
{
"t": 6,
"x": 369,
"y": 619
},
{
"t": 7,
"x": 388,
"y": 615
},
{
"t": 8,
"x": 365,
"y": 607
},
{
"t": 9,
"x": 353,
"y": 603
},
{
"t": 10,
"x": 376,
"y": 595
},
{
"t": 11,
"x": 353,
"y": 591
},
{
"t": 12,
"x": 337,
"y": 583
},
{
"t": 13,
"x": 322,
"y": 580
},
{
"t": 14,
"x": 353,
"y": 572
},
{
"t": 15,
"x": 333,
"y": 568
},
{
"t": 16,
"x": 314,
"y": 564
},
{
"t": 17,
"x": 326,
"y": 560
},
{
"t": 18,
"x": 287,
"y": 552
},
{
"t": 19,
"x": 341,
"y": 548
},
{
"t": 20,
"x": 318,
"y": 541
},
{
"t": 21,
"x": 298,
"y": 537
},
{
"t": 22,
"x": 283,
"y": 533
},
{
"t": 23,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 24,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
},
{
"t": 1,
"x": 466,
"y": 169
},
{
"t": 2,
"x": 427,
"y": 193
},
{
"t": 3,
"x": 392,
"y": 216
},
{
"t": 4,
"x": 357,
"y": 251
},
{
"t": 5,
"x": 322,
"y": 283
},
{
"t": 6,
"x": 287,
"y": 330
},
{
"t": 7,
"x": 255,
"y": 384
},
{
"t": 8,
"x": 228,
"y": 435
},
{
"t": 9,
"x": 205,
"y": 458
},
{
"t": 11,
"x": 193,
"y": 478
},
{
"t": 15,
"x": 197,
"y": 486
},
{
"t": 18,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
},
{
"t": 3,
"x": 529,
"y": 419
},
{
"t": 6,
"x": 541,
"y": 419
},
{
"t": 9,
"x": 552,
"y": 419
},
{
"t": 10,
"x": 568,
"y": 419
},
{
"t": 12,
"x": 517,
"y": 416
},
{
"t": 22,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 24,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
},
{
"t": 3,
"x": 697,
"y": 431
},
{
"t": 8,
"x": 689,
"y": 435
},
{
"t": 9,
"x": 716,
"y": 439
},
{
"t": 10,
"x": 689,
"y": 439
},
{
"t": 14,
"x": 697,
"y": 443
},
{
"t": 15,
"x": 724,
"y": 447
},
{
"t": 19,
"x": 716,
"y": 451
},
{
"t": 23,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
},
{
"t": 6,
"x": 701,
"y": 455
},
{
"t": 9,
"x": 697,
"y": 462
},
{
"t": 11,
"x": 693,
"y": 455
},
{
"t": 17,
"x": 689,
"y": 466
},
{
"t": 23,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
},
{
"t": 5,
"x": 771,
"y": 490
},
{
"t": 6,
"x": 771,
"y": 474
},
{
"t": 11,
"x": 759,
"y": 474
},
{
"t": 17,
"x": 755,
"y": 466
},
{
"t": 18,
"x": 751,
"y": 478
},
{
"t": 19,
"x": 751,
"y": 466
},
{
"t": 21,
"x": 748,
"y": 474
},
{
"t": 22,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
},
{
"t": 1,
"x": 939,
"y": 474
},
{
"t": 3,
"x": 927,
"y": 474
},
{
"t": 5,
"x": 919,
"y": 470
},
{
"t": 12,
"x": 908,
"y": 462
},
{
"t": 16,
"x": 900,
"y": 458
},
{
"t": 19,
"x": 892,
"y": 455
},
{
"t": 23,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 3,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 9,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 14,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 18,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "collision"
},
{
"id": 11,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 16,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 12,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 12,
"ends_at": 13,
"type": "contact"
},
{
"id": 17,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
}
]
}Per-frame GT object prefill
Each one-frame detector request was assistant-prefilled with the exact visible GT objects using canonical IDs. B1 generated only the interaction suffix; the saved frame outputs below are the exact persisted requests and generations.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 224 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 306 181 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 412 33 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 501 158 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 224 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 306 181 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 412 33 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 501 158 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10,
"11": 11,
"12": 12
},
"parsed_object_count": 13,
"parsed_interaction_count": 10
},
{
"frame_index": 1,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 458 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 294 193 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 458 37 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 466 169 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 939 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 458 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 294 193 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 458 37 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 466 169 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 939 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"12": 12
},
"parsed_object_count": 5,
"parsed_interaction_count": 10
},
{
"frame_index": 2,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 76 541 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 283 208 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 52 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 642 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 427 193 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 76 541 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 283 208 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 52 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 642 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 427 193 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 4
},
{
"frame_index": 3,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 259 201 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 95 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 638 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 392 216 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 431 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 259 201 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 95 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 638 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 392 216 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 431 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"12": 12
},
"parsed_object_count": 7,
"parsed_interaction_count": 9
},
{
"frame_index": 4,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 419 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 248 228 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 154 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 630 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 357 251 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 419 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 248 228 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 154 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 630 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 357 251 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"3": 3,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 6,
"parsed_interaction_count": 6
},
{
"frame_index": 5,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 236 259 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 212 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 384 626 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 322 283 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 490 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 236 259 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 212 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 384 626 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 322 283 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 490 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 919 470 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"11": 11,
"12": 12
},
"parsed_object_count": 7,
"parsed_interaction_count": 8
},
{
"frame_index": 6,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 228 291 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 521 271 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 369 619 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 287 330 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 541 419 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 228 291 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 521 271 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 369 619 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 287 330 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 541 419 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"10": 10,
"11": 11
},
"parsed_object_count": 10,
"parsed_interaction_count": 8
},
{
"frame_index": 7,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 216 333 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 384 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 466 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 615 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 255 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 216 333 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 384 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 466 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 615 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 255 384 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"parsed_object_count": 5,
"parsed_interaction_count": 8
},
{
"frame_index": 8,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 267 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 380 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 486 306 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 365 607 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 228 435 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 267 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 380 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 486 306 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 365 607 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 228 435 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"9": 9
},
"parsed_object_count": 8,
"parsed_interaction_count": 8
},
{
"frame_index": 9,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 60 517 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 201 408 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 533 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 603 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 552 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 697 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 8 [OUT] 5 8 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 60 517 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 201 408 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 533 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 603 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 552 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 697 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 8 [OUT] 5 8 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"parsed_object_count": 9,
"parsed_interaction_count": 8
},
{
"frame_index": 10,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 529 310 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 376 595 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 529 310 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 376 595 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"5": 5,
"6": 6,
"8": 8,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 10
},
{
"frame_index": 11,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 56 509 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 591 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 193 478 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 759 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 56 509 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 591 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 193 478 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 759 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"10": 10,
"11": 11
},
"parsed_object_count": 8,
"parsed_interaction_count": 9
},
{
"frame_index": 12,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 462 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 337 583 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 416 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 462 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 337 583 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 416 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 908 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"1": 1,
"2": 2,
"6": 6,
"8": 8,
"12": 12
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
},
{
"frame_index": 13,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 52 498 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 322 580 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 52 498 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 322 580 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"5": 5,
"6": 6
},
"parsed_object_count": 4,
"parsed_interaction_count": 7
},
{
"frame_index": 14,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 525 326 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 572 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 443 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 525 326 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 572 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 443 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"9": 9
},
"parsed_object_count": 5,
"parsed_interaction_count": 4
},
{
"frame_index": 15,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 333 568 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 197 486 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 724 447 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 333 568 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 197 486 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 724 447 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"5": 5,
"6": 6,
"7": 7,
"9": 9
},
"parsed_object_count": 4,
"parsed_interaction_count": 10
},
{
"frame_index": 16,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 458 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 314 564 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 900 458 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 458 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 314 564 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 900 458 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"3": 3,
"6": 6,
"12": 12
},
"parsed_object_count": 3,
"parsed_interaction_count": 10
},
{
"frame_index": 17,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 48 486 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 271 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 326 560 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 755 466 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 48 486 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 271 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 326 560 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 755 466 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"6": 6,
"10": 10,
"11": 11
},
"parsed_object_count": 6,
"parsed_interaction_count": 8
},
{
"frame_index": 18,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 287 552 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 null null [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 478 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 287 552 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 null null [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 478 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"6": 6,
"7": 7,
"11": 11
},
"parsed_object_count": 4,
"parsed_interaction_count": 7
},
{
"frame_index": 19,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 341 548 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 341 548 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 892 455 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"6": 6,
"9": 9,
"11": 11,
"12": 12
},
"parsed_object_count": 4,
"parsed_interaction_count": 4
},
{
"frame_index": 20,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 318 541 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 318 541 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"6": 6
},
"parsed_object_count": 1,
"parsed_interaction_count": 7
},
{
"frame_index": 21,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 44 470 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 298 537 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 11 [OUT] 10 11 [INTERACT] 3 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 44 470 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 298 537 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 11 [OUT] 10 11 [INTERACT] 3 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"0": 0,
"2": 2,
"6": 6,
"11": 11
},
"parsed_object_count": 4,
"parsed_interaction_count": 20
},
{
"frame_index": 22,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 279 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 283 533 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 416 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 279 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 283 533 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 416 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"6": 6,
"8": 8,
"11": 11
},
"parsed_object_count": 4,
"parsed_interaction_count": 9
},
{
"frame_index": 23,
"provenance": "exact persisted frame output",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 255 474 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 275 529 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 720 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 884 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 255 474 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 275 529 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 720 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"identity_mapping": {
"2": 2,
"6": 6,
"9": 9,
"10": 10,
"12": 12
},
"parsed_object_count": 5,
"parsed_interaction_count": 6
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "green wooden mushroom pounding toy" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 "red cardboard sparkling water multipack" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 "tan and beige leather boat shoe" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 "beige fabric pencil case with horse print" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 "green plastic plant pot" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 "wooden car carrier train" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 "brown plant saucer" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 "red and black plastic handheld gaming console" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 "light blue fabric dinosaur lunch bag" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 "white ceramic ramekin" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 "white and blue cardboard ink cartridge box" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 "set of wooden toy figures" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 "wooden dollhouse dining room set" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 "contact" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 7 "contact" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 8 "contact" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 9 "contact" 0 2 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 "collision" 1 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 11 "collision" 1 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 12 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 13 "collision" 1 2 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 14 "collision" 2 2 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 15 "collision" 2 2 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "collision" 3 3 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 "collision" 3 3 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 18 "collision" 3 3 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 19 "collision" 3 3 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 20 "collision" 3 3 [IN] 65535 [OUT] 65535 [INTERACT] 21 "collision" 3 4 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 22 "contact" 3 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 23 "collision" 4 4 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 24 "collision" 4 4 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 25 "collision" 4 5 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 "contact" 4 9 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 27 "collision" 5 5 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 28 "collision" 5 5 [IN] 65535 [OUT] 65535 [INTERACT] 29 "collision" 6 6 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 30 "collision" 6 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 31 "collision" 6 6 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 32 "collision" 6 6 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 33 "contact" 6 7 [IN] 65535 [OUT] 65535 [INTERACT] 34 "collision" 7 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 35 "collision" 7 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 36 "collision" 7 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 37 "collision" 8 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 38 "collision" 8 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 39 "collision" 8 9 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 40 "contact" 8 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 41 "collision" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 42 "collision" 9 9 [IN] 5 8 [OUT] 5 8 [INTERACT] 43 "collision" 9 10 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 44 "contact" 9 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 45 "collision" 10 10 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 10 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 47 "collision" 11 11 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 48 "collision" 11 11 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 49 "collision" 11 11 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 50 "collision" 11 11 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 51 "contact" 11 13 [IN] 65535 [OUT] 65535 [INTERACT] 52 "collision" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 53 "collision" 12 12 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 54 "collision" 12 12 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 55 "contact" 12 14 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 56 "collision" 13 13 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 57 "collision" 13 13 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 58 "collision" 14 14 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 59 "collision" 14 15 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 60 "collision" 15 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 61 "collision" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 62 "collision" 15 15 [IN] 65535 [OUT] 65535 [INTERACT] 63 "collision" 16 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 64 "contact" 16 18 [IN] 65535 [OUT] 65535 [INTERACT] 65 "collision" 17 17 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 66 "collision" 17 18 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 67 "collision" 18 18 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 68 "collision" 19 19 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 69 "collision" 19 19 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 70 "collision" 19 19 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 71 "collision" 20 20 [IN] 65535 [OUT] 65535 [INTERACT] 72 "collision" 21 21 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 73 "collision" 21 21 [IN] 2 [OUT] 2 [INTERACT] 74 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 75 "collision" 21 21 [IN] 11 [OUT] 11 [INTERACT] 76 "contact" 21 23 [IN] 65535 [OUT] 65535 [INTERACT] 77 "collision" 22 22 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 78 "contact" 22 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 79 "collision" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 80 "collision" 23 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 81 "collision" 23 23 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
},
{
"t": 2,
"x": 76,
"y": 541
},
{
"t": 4,
"x": 72,
"y": 533
},
{
"t": 6,
"x": 68,
"y": 525
},
{
"t": 9,
"x": 60,
"y": 517
},
{
"t": 11,
"x": 56,
"y": 509
},
{
"t": 13,
"x": 52,
"y": 498
},
{
"t": 17,
"x": 48,
"y": 486
},
{
"t": 21,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 24,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
},
{
"t": 4,
"x": 134,
"y": 419
},
{
"t": 6,
"x": 134,
"y": 431
},
{
"t": 8,
"x": 130,
"y": 423
},
{
"t": 12,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 24,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
},
{
"t": 1,
"x": 244,
"y": 458
},
{
"t": 2,
"x": 232,
"y": 462
},
{
"t": 6,
"x": 240,
"y": 466
},
{
"t": 8,
"x": 267,
"y": 474
},
{
"t": 9,
"x": 244,
"y": 462
},
{
"t": 11,
"x": 251,
"y": 466
},
{
"t": 12,
"x": 263,
"y": 462
},
{
"t": 13,
"x": 244,
"y": 466
},
{
"t": 14,
"x": 251,
"y": 470
},
{
"t": 17,
"x": 271,
"y": 466
},
{
"t": 18,
"x": 251,
"y": 470
},
{
"t": 21,
"x": 263,
"y": 470
},
{
"t": 22,
"x": 279,
"y": 470
},
{
"t": 23,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 24,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
},
{
"t": 1,
"x": 294,
"y": 193
},
{
"t": 2,
"x": 283,
"y": 208
},
{
"t": 3,
"x": 259,
"y": 201
},
{
"t": 4,
"x": 248,
"y": 228
},
{
"t": 5,
"x": 236,
"y": 259
},
{
"t": 6,
"x": 228,
"y": 291
},
{
"t": 7,
"x": 216,
"y": 333
},
{
"t": 8,
"x": 205,
"y": 380
},
{
"t": 9,
"x": 201,
"y": 408
},
{
"t": 11,
"x": 205,
"y": 423
},
{
"t": 14,
"x": 193,
"y": 423
},
{
"t": 16,
"x": 193,
"y": 458
},
{
"t": 17,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 7,
"x": 384,
"y": 466
},
{
"t": 8,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
},
{
"t": 1,
"x": 458,
"y": 37
},
{
"t": 2,
"x": 501,
"y": 52
},
{
"t": 3,
"x": 513,
"y": 95
},
{
"t": 4,
"x": 513,
"y": 154
},
{
"t": 5,
"x": 517,
"y": 212
},
{
"t": 6,
"x": 521,
"y": 271
},
{
"t": 7,
"x": 466,
"y": 302
},
{
"t": 8,
"x": 486,
"y": 306
},
{
"t": 9,
"x": 533,
"y": 302
},
{
"t": 10,
"x": 529,
"y": 310
},
{
"t": 11,
"x": 501,
"y": 322
},
{
"t": 13,
"x": 517,
"y": 322
},
{
"t": 14,
"x": 525,
"y": 326
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
},
{
"t": 2,
"x": 404,
"y": 642
},
{
"t": 3,
"x": 388,
"y": 638
},
{
"t": 4,
"x": 404,
"y": 630
},
{
"t": 5,
"x": 384,
"y": 626
},
{
"t": 6,
"x": 369,
"y": 619
},
{
"t": 7,
"x": 388,
"y": 615
},
{
"t": 8,
"x": 365,
"y": 607
},
{
"t": 9,
"x": 353,
"y": 603
},
{
"t": 10,
"x": 376,
"y": 595
},
{
"t": 11,
"x": 353,
"y": 591
},
{
"t": 12,
"x": 337,
"y": 583
},
{
"t": 13,
"x": 322,
"y": 580
},
{
"t": 14,
"x": 353,
"y": 572
},
{
"t": 15,
"x": 333,
"y": 568
},
{
"t": 16,
"x": 314,
"y": 564
},
{
"t": 17,
"x": 326,
"y": 560
},
{
"t": 18,
"x": 287,
"y": 552
},
{
"t": 19,
"x": 341,
"y": 548
},
{
"t": 20,
"x": 318,
"y": 541
},
{
"t": 21,
"x": 298,
"y": 537
},
{
"t": 22,
"x": 283,
"y": 533
},
{
"t": 23,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 24,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
},
{
"t": 1,
"x": 466,
"y": 169
},
{
"t": 2,
"x": 427,
"y": 193
},
{
"t": 3,
"x": 392,
"y": 216
},
{
"t": 4,
"x": 357,
"y": 251
},
{
"t": 5,
"x": 322,
"y": 283
},
{
"t": 6,
"x": 287,
"y": 330
},
{
"t": 7,
"x": 255,
"y": 384
},
{
"t": 8,
"x": 228,
"y": 435
},
{
"t": 9,
"x": 205,
"y": 458
},
{
"t": 11,
"x": 193,
"y": 478
},
{
"t": 15,
"x": 197,
"y": 486
},
{
"t": 18,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
},
{
"t": 3,
"x": 529,
"y": 419
},
{
"t": 6,
"x": 541,
"y": 419
},
{
"t": 9,
"x": 552,
"y": 419
},
{
"t": 10,
"x": 568,
"y": 419
},
{
"t": 12,
"x": 517,
"y": 416
},
{
"t": 22,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 24,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
},
{
"t": 3,
"x": 697,
"y": 431
},
{
"t": 8,
"x": 689,
"y": 435
},
{
"t": 9,
"x": 716,
"y": 439
},
{
"t": 10,
"x": 689,
"y": 439
},
{
"t": 14,
"x": 697,
"y": 443
},
{
"t": 15,
"x": 724,
"y": 447
},
{
"t": 19,
"x": 716,
"y": 451
},
{
"t": 23,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
},
{
"t": 6,
"x": 701,
"y": 455
},
{
"t": 9,
"x": 697,
"y": 462
},
{
"t": 11,
"x": 693,
"y": 455
},
{
"t": 17,
"x": 689,
"y": 466
},
{
"t": 23,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
},
{
"t": 5,
"x": 771,
"y": 490
},
{
"t": 6,
"x": 771,
"y": 474
},
{
"t": 11,
"x": 759,
"y": 474
},
{
"t": 17,
"x": 755,
"y": 466
},
{
"t": 18,
"x": 751,
"y": 478
},
{
"t": 19,
"x": 751,
"y": 466
},
{
"t": 21,
"x": 748,
"y": 474
},
{
"t": 22,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
},
{
"t": 1,
"x": 939,
"y": 474
},
{
"t": 3,
"x": 927,
"y": 474
},
{
"t": 5,
"x": 919,
"y": 470
},
{
"t": 12,
"x": 908,
"y": 462
},
{
"t": 16,
"x": 900,
"y": 458
},
{
"t": 19,
"x": 892,
"y": 455
},
{
"t": 23,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 10,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 11,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 12,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 13,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 1,
"ends_at": 2,
"type": "collision"
},
{
"id": 14,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 16,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 17,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 18,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 19,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 20,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 21,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 3,
"ends_at": 4,
"type": "collision"
},
{
"id": 22,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 3,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 24,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 25,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 26,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 4,
"ends_at": 9,
"type": "contact"
},
{
"id": 27,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 28,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 29,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 30,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 31,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 32,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 33,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 6,
"ends_at": 7,
"type": "contact"
},
{
"id": 34,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 35,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 36,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 37,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 38,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 39,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "collision"
},
{
"id": 40,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "contact"
},
{
"id": 41,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 42,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 43,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "collision"
},
{
"id": 44,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "contact"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 46,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 47,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 48,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 49,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 50,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 51,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 11,
"ends_at": 13,
"type": "contact"
},
{
"id": 52,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 53,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 54,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 55,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 12,
"ends_at": 14,
"type": "contact"
},
{
"id": 56,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 57,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 58,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 59,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "collision"
},
{
"id": 60,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 61,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 62,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 63,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 16,
"ends_at": 17,
"type": "collision"
},
{
"id": 64,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 16,
"ends_at": 18,
"type": "contact"
},
{
"id": 65,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 66,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 17,
"ends_at": 18,
"type": "collision"
},
{
"id": 67,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 68,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 69,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 70,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 71,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 72,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 73,
"inputs": [
2
],
"outputs": [
2
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 74,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 75,
"inputs": [
11
],
"outputs": [
11
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 76,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 21,
"ends_at": 23,
"type": "contact"
},
{
"id": 77,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 78,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 79,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 80,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 81,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 13,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.5387806637806639,
"avg_interaction_input_object_jaccard": 0.2698412698412698,
"avg_interaction_output_object_jaccard": 0.2698412698412698,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 61,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 13,
"false_positives": 69,
"false_negatives": 0
},
"0.5": {
"true_positives": 11,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 9,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 8,
"false_positives": 74,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.15853658536585366,
"0.5": 0.13414634146341464,
"0.75": 0.10975609756097561,
"1.0": 0.0975609756097561
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.2736842105263158,
"0.5": 0.23655913978494622,
"0.75": 0.1978021978021978,
"1.0": 0.17777777777777776
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 67,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 78,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.18292682926829268,
"0.5": 0.04878048780487805,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.30927835051546393,
"0.5": 0.09302325581395349,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 67,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 78,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.18292682926829268,
"0.5": 0.04878048780487805,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.30927835051546393,
"0.5": 0.09302325581395349,
"0.75": 0.0,
"1.0": 0.0
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
B1 cache + injected GT identity map
B2 consumed the persisted B1-oracle frame cache. Its learned mapper call was bypassed at every streaming step and replaced with the shown stable-ID → detector-ID identity map; the ordinary staged merger still produced the final interaction prediction.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 224 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 306 181 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 412 33 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 501 158 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 224 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 306 181 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 412 33 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 501 158 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
}
],
"birth": 0,
"death": 1,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10,
"11": 11,
"12": 12
},
"mapping_note": "identity_ids=True initialization; mapper not called",
"mapper_called": false
},
{
"frame_index": 1,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 458 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 294 193 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 458 37 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 466 169 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 939 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 458 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 294 193 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 458 37 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 466 169 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 939 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 244,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 294,
"y": 193
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 458,
"y": 37
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 466,
"y": 169
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 939,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"7": 7,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 2,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 76 541 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 283 208 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 52 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 642 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 427 193 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 76 541 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 283 208 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 52 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 642 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 427 193 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 76,
"y": 541
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 232,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 283,
"y": 208
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 52
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 404,
"y": 642
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 193
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 3,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 259 201 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 95 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 638 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 392 216 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 431 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 259 201 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 95 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 638 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 392 216 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 431 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 259,
"y": 201
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 95
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 388,
"y": 638
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 392,
"y": 216
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 529,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 431
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 4,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 419 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 248 228 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 154 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 630 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 357 251 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 419 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 248 228 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 513 154 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 404 630 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 357 251 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 72,
"y": 533
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 134,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "red cardboard sparkling water multipack"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 248,
"y": 228
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 513,
"y": 154
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 404,
"y": 630
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 357,
"y": 251
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"3": 3,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 5,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 236 259 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 212 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 384 626 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 322 283 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 490 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 236 259 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 212 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 384 626 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 322 283 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 490 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 919 470 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 236,
"y": 259
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 212
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 384,
"y": 626
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 283
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 771,
"y": 490
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 919,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"11": 11,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 6,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 228 291 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 521 271 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 369 619 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 287 330 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 541 419 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 228 291 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 521 271 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 369 619 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 287 330 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 541 419 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 771 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 68,
"y": 525
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 134,
"y": 431
}
],
"birth": 0,
"death": 1,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 240,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 228,
"y": 291
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 521,
"y": 271
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 369,
"y": 619
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 330
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 541,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 455
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 771,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"10": 10,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 7,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 216 333 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 384 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 466 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 615 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 255 384 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 216 333 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 384 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 466 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 388 615 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 255 384 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 216,
"y": 333
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 384,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 466,
"y": 302
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 388,
"y": 615
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 255,
"y": 384
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 8,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 267 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 380 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 486 306 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 365 607 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 228 435 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 435 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 267 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 380 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 null null [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 486 306 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 365 607 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 228 435 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 435 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 130,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 267,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 205,
"y": 380
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 486,
"y": 306
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 365,
"y": 607
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 228,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 689,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 9,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 60 517 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 201 408 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 533 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 603 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 552 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 697 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 8 [OUT] 5 8 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 60 517 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 201 408 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 533 302 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 603 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 552 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 697 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 5 8 [OUT] 5 8 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 60,
"y": 517
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 244,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 201,
"y": 408
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 533,
"y": 302
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 353,
"y": 603
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 205,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 552,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 10,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 529 310 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 376 595 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 439 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 529 310 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 376 595 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 689 439 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 529,
"y": 310
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 595
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 568,
"y": 419
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 689,
"y": 439
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"5": 5,
"6": 6,
"8": 8,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 11,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 56 509 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 591 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 193 478 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 759 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 56 509 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 205 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 501 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 591 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 193 478 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 759 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 56,
"y": 509
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 251,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 205,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 322
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 353,
"y": 591
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 193,
"y": 478
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 693,
"y": 455
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 759,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"7": 7,
"10": 10,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 12,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 462 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 337 583 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 416 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 462 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 337 583 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 416 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 908 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 1,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 263,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 337,
"y": 583
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 908,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"1": 1,
"2": 2,
"6": 6,
"8": 8,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 13,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 52 498 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 322 580 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 52 498 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 244 466 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 517 322 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 322 580 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 52,
"y": 498
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 244,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 322
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 322,
"y": 580
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"5": 5,
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 14,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 525 326 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 572 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 443 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 423 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 525 326 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 353 572 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 697 443 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 251,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 193,
"y": 423
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 525,
"y": 326
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 353,
"y": 572
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 697,
"y": 443
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
}
],
"interactions": [
{
"id": 0,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"3": 3,
"5": 5,
"6": 6,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 15,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 333 568 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 197 486 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 724 447 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 333 568 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 197 486 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 724 447 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 333,
"y": 568
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 197,
"y": 486
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 724,
"y": 447
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"5": 5,
"6": 6,
"7": 7,
"9": 9
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 16,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 458 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 314 564 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 900 458 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 193 458 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 314 564 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 900 458 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 193,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 314,
"y": 564
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 900,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"3": 3,
"6": 6,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 17,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 48 486 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 271 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 326 560 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 755 466 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 48 486 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 271 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 null null [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 326 560 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 755 466 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 48,
"y": 486
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 271,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "beige fabric pencil case with horse print"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 326,
"y": 560
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 689,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 755,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"3": 3,
"6": 6,
"10": 10,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 18,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 287 552 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 null null [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 478 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 251 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 287 552 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 null null [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 478 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 251,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 287,
"y": 552
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": null,
"y": null
}
],
"birth": 0,
"death": 1,
"type": "red and black plastic handheld gaming console"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 751,
"y": 478
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"6": 6,
"7": 7,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 19,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 341 548 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 341 548 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 716 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 892 455 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 341,
"y": 548
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 716,
"y": 451
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 751,
"y": 466
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 892,
"y": 455
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"6": 6,
"9": 9,
"11": 11,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 20,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 318 541 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 318 541 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 318,
"y": 541
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"6": 6
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 21,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 44 470 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 298 537 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 11 [OUT] 10 11 [INTERACT] 3 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 44 470 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 263 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 298 537 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 474 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 13 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 14 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 15 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 17 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 10 11 [OUT] 10 11 [INTERACT] 3 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 1 2 [OUT] 1 2 [INTERACT] 5 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 11 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 12 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "green wooden mushroom pounding toy"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 263,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 298,
"y": 537
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 748,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 11,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 12,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 14,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 15,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 16,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 17,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
11
],
"outputs": [
10,
11
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
1,
2
],
"outputs": [
1,
2
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 10,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 11,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 12,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"0": 0,
"2": 2,
"6": 6,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 22,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 279 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 283 533 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 416 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 279 470 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 283 533 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 529 416 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 748 462 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 6 \"contact\" 0 0 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 7 \"contact\" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 8 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 279,
"y": 470
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 283,
"y": 533
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 1,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "set of wooden toy figures"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"6": 6,
"8": 8,
"11": 11
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
},
{
"frame_index": 23,
"provenance": "exact persisted B1 Stage-1 cache + deterministic injected mapping",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 255 474 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 275 529 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 720 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 884 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 255 474 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 275 529 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 720 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 0 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 2 \"contact\" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 3 \"contact\" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 4 \"contact\" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]",
"cached_stage1_parse": {
"objects": [
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 1,
"type": "tan and beige leather boat shoe"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 1,
"type": "brown plant saucer"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 1,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 1,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 1,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
}
]
},
"identity_mapping": {
"2": 2,
"6": 6,
"9": 9,
"10": 10,
"12": 12
},
"mapping_note": "injected stable-ID → detector-ID map; mapper not called",
"mapper_called": false
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "green wooden mushroom pounding toy" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 "red cardboard sparkling water multipack" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 "tan and beige leather boat shoe" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 "beige fabric pencil case with horse print" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 "green plastic plant pot" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 "wooden car carrier train" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 "brown plant saucer" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 "red and black plastic handheld gaming console" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 "light blue fabric dinosaur lunch bag" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 "white ceramic ramekin" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 "white and blue cardboard ink cartridge box" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 "set of wooden toy figures" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 "wooden dollhouse dining room set" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 0 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 0 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 2 "contact" 0 0 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 3 "contact" 0 0 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 4 "contact" 0 0 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 5 "contact" 0 0 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 6 "contact" 0 0 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 7 "contact" 0 0 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 8 "contact" 0 0 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 9 "contact" 0 2 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 10 "collision" 1 1 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 11 "collision" 1 1 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 12 "collision" 1 1 [IN] 65535 [OUT] 65535 [INTERACT] 13 "collision" 1 2 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 14 "collision" 2 2 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 15 "collision" 2 2 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 16 "collision" 3 3 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 "collision" 3 3 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 18 "collision" 3 3 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 19 "collision" 3 3 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 20 "collision" 3 3 [IN] 65535 [OUT] 65535 [INTERACT] 21 "collision" 3 4 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 22 "contact" 3 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 23 "collision" 4 4 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 24 "collision" 4 4 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 25 "collision" 4 5 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 26 "contact" 4 9 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 27 "collision" 5 5 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 28 "collision" 5 5 [IN] 65535 [OUT] 65535 [INTERACT] 29 "collision" 6 6 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 30 "collision" 6 6 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 31 "collision" 6 6 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 32 "collision" 6 6 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 33 "contact" 6 7 [IN] 65535 [OUT] 65535 [INTERACT] 34 "collision" 7 7 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 35 "collision" 7 8 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 36 "collision" 7 8 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 37 "collision" 8 8 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 38 "collision" 8 8 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 39 "collision" 8 9 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 40 "contact" 8 9 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 41 "collision" 9 9 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 42 "collision" 9 9 [IN] 5 8 [OUT] 5 8 [INTERACT] 43 "collision" 9 10 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 44 "contact" 9 10 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 45 "collision" 10 10 [IN] 65535 [OUT] 65535 [INTERACT] 46 "collision" 10 11 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 47 "collision" 11 11 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 48 "collision" 11 11 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 49 "collision" 11 11 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 50 "collision" 11 11 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 51 "contact" 11 13 [IN] 65535 [OUT] 65535 [INTERACT] 52 "collision" 12 12 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 53 "collision" 12 12 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 54 "collision" 12 12 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 55 "contact" 12 14 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 56 "collision" 13 13 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 57 "collision" 13 13 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 58 "collision" 14 14 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 59 "collision" 14 15 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 60 "collision" 15 15 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 61 "collision" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 62 "collision" 15 15 [IN] 65535 [OUT] 65535 [INTERACT] 63 "collision" 16 17 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 64 "contact" 16 18 [IN] 65535 [OUT] 65535 [INTERACT] 65 "collision" 17 17 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 66 "collision" 17 18 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 67 "collision" 18 18 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 68 "collision" 19 19 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 69 "collision" 19 19 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 70 "collision" 19 19 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 71 "collision" 20 20 [IN] 65535 [OUT] 65535 [INTERACT] 72 "collision" 21 21 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 73 "collision" 21 21 [IN] 2 [OUT] 2 [INTERACT] 74 "collision" 21 21 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 75 "collision" 21 21 [IN] 11 [OUT] 11 [INTERACT] 76 "contact" 21 23 [IN] 65535 [OUT] 65535 [INTERACT] 77 "collision" 22 22 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 78 "contact" 22 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 79 "collision" 23 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 80 "collision" 23 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 81 "collision" 23 23 [IN] 12 65535 [OUT] 12 65535 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
},
{
"t": 2,
"x": 76,
"y": 541
},
{
"t": 4,
"x": 72,
"y": 533
},
{
"t": 6,
"x": 68,
"y": 525
},
{
"t": 9,
"x": 60,
"y": 517
},
{
"t": 11,
"x": 56,
"y": 509
},
{
"t": 13,
"x": 52,
"y": 498
},
{
"t": 17,
"x": 48,
"y": 486
},
{
"t": 21,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 24,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
},
{
"t": 4,
"x": 134,
"y": 419
},
{
"t": 6,
"x": 134,
"y": 431
},
{
"t": 8,
"x": 130,
"y": 423
},
{
"t": 12,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 24,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
},
{
"t": 1,
"x": 244,
"y": 458
},
{
"t": 2,
"x": 232,
"y": 462
},
{
"t": 6,
"x": 240,
"y": 466
},
{
"t": 8,
"x": 267,
"y": 474
},
{
"t": 9,
"x": 244,
"y": 462
},
{
"t": 11,
"x": 251,
"y": 466
},
{
"t": 12,
"x": 263,
"y": 462
},
{
"t": 13,
"x": 244,
"y": 466
},
{
"t": 14,
"x": 251,
"y": 470
},
{
"t": 17,
"x": 271,
"y": 466
},
{
"t": 18,
"x": 251,
"y": 470
},
{
"t": 21,
"x": 263,
"y": 470
},
{
"t": 22,
"x": 279,
"y": 470
},
{
"t": 23,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 24,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
},
{
"t": 1,
"x": 294,
"y": 193
},
{
"t": 2,
"x": 283,
"y": 208
},
{
"t": 3,
"x": 259,
"y": 201
},
{
"t": 4,
"x": 248,
"y": 228
},
{
"t": 5,
"x": 236,
"y": 259
},
{
"t": 6,
"x": 228,
"y": 291
},
{
"t": 7,
"x": 216,
"y": 333
},
{
"t": 8,
"x": 205,
"y": 380
},
{
"t": 9,
"x": 201,
"y": 408
},
{
"t": 11,
"x": 205,
"y": 423
},
{
"t": 14,
"x": 193,
"y": 423
},
{
"t": 16,
"x": 193,
"y": 458
},
{
"t": 17,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 7,
"x": 384,
"y": 466
},
{
"t": 8,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
},
{
"t": 1,
"x": 458,
"y": 37
},
{
"t": 2,
"x": 501,
"y": 52
},
{
"t": 3,
"x": 513,
"y": 95
},
{
"t": 4,
"x": 513,
"y": 154
},
{
"t": 5,
"x": 517,
"y": 212
},
{
"t": 6,
"x": 521,
"y": 271
},
{
"t": 7,
"x": 466,
"y": 302
},
{
"t": 8,
"x": 486,
"y": 306
},
{
"t": 9,
"x": 533,
"y": 302
},
{
"t": 10,
"x": 529,
"y": 310
},
{
"t": 11,
"x": 501,
"y": 322
},
{
"t": 13,
"x": 517,
"y": 322
},
{
"t": 14,
"x": 525,
"y": 326
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
},
{
"t": 2,
"x": 404,
"y": 642
},
{
"t": 3,
"x": 388,
"y": 638
},
{
"t": 4,
"x": 404,
"y": 630
},
{
"t": 5,
"x": 384,
"y": 626
},
{
"t": 6,
"x": 369,
"y": 619
},
{
"t": 7,
"x": 388,
"y": 615
},
{
"t": 8,
"x": 365,
"y": 607
},
{
"t": 9,
"x": 353,
"y": 603
},
{
"t": 10,
"x": 376,
"y": 595
},
{
"t": 11,
"x": 353,
"y": 591
},
{
"t": 12,
"x": 337,
"y": 583
},
{
"t": 13,
"x": 322,
"y": 580
},
{
"t": 14,
"x": 353,
"y": 572
},
{
"t": 15,
"x": 333,
"y": 568
},
{
"t": 16,
"x": 314,
"y": 564
},
{
"t": 17,
"x": 326,
"y": 560
},
{
"t": 18,
"x": 287,
"y": 552
},
{
"t": 19,
"x": 341,
"y": 548
},
{
"t": 20,
"x": 318,
"y": 541
},
{
"t": 21,
"x": 298,
"y": 537
},
{
"t": 22,
"x": 283,
"y": 533
},
{
"t": 23,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 24,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
},
{
"t": 1,
"x": 466,
"y": 169
},
{
"t": 2,
"x": 427,
"y": 193
},
{
"t": 3,
"x": 392,
"y": 216
},
{
"t": 4,
"x": 357,
"y": 251
},
{
"t": 5,
"x": 322,
"y": 283
},
{
"t": 6,
"x": 287,
"y": 330
},
{
"t": 7,
"x": 255,
"y": 384
},
{
"t": 8,
"x": 228,
"y": 435
},
{
"t": 9,
"x": 205,
"y": 458
},
{
"t": 11,
"x": 193,
"y": 478
},
{
"t": 15,
"x": 197,
"y": 486
},
{
"t": 18,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
},
{
"t": 3,
"x": 529,
"y": 419
},
{
"t": 6,
"x": 541,
"y": 419
},
{
"t": 9,
"x": 552,
"y": 419
},
{
"t": 10,
"x": 568,
"y": 419
},
{
"t": 12,
"x": 517,
"y": 416
},
{
"t": 22,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 24,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
},
{
"t": 3,
"x": 697,
"y": 431
},
{
"t": 8,
"x": 689,
"y": 435
},
{
"t": 9,
"x": 716,
"y": 439
},
{
"t": 10,
"x": 689,
"y": 439
},
{
"t": 14,
"x": 697,
"y": 443
},
{
"t": 15,
"x": 724,
"y": 447
},
{
"t": 19,
"x": 716,
"y": 451
},
{
"t": 23,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
},
{
"t": 6,
"x": 701,
"y": 455
},
{
"t": 9,
"x": 697,
"y": 462
},
{
"t": 11,
"x": 693,
"y": 455
},
{
"t": 17,
"x": 689,
"y": 466
},
{
"t": 23,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
},
{
"t": 5,
"x": 771,
"y": 490
},
{
"t": 6,
"x": 771,
"y": 474
},
{
"t": 11,
"x": 759,
"y": 474
},
{
"t": 17,
"x": 755,
"y": 466
},
{
"t": 18,
"x": 751,
"y": 478
},
{
"t": 19,
"x": 751,
"y": 466
},
{
"t": 21,
"x": 748,
"y": 474
},
{
"t": 22,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
},
{
"t": 1,
"x": 939,
"y": 474
},
{
"t": 3,
"x": 927,
"y": 474
},
{
"t": 5,
"x": 919,
"y": 470
},
{
"t": 12,
"x": 908,
"y": 462
},
{
"t": 16,
"x": 900,
"y": 458
},
{
"t": 19,
"x": 892,
"y": 455
},
{
"t": 23,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 2,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 3,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 4,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 5,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 6,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 7,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 8,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 0,
"type": "contact"
},
{
"id": 9,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 2,
"type": "contact"
},
{
"id": 10,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 11,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 12,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 1,
"ends_at": 1,
"type": "collision"
},
{
"id": 13,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 1,
"ends_at": 2,
"type": "collision"
},
{
"id": 14,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 15,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 2,
"ends_at": 2,
"type": "collision"
},
{
"id": 16,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 17,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 18,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 19,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 20,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 3,
"ends_at": 3,
"type": "collision"
},
{
"id": 21,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 3,
"ends_at": 4,
"type": "collision"
},
{
"id": 22,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 3,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 24,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 4,
"ends_at": 4,
"type": "collision"
},
{
"id": 25,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 4,
"ends_at": 5,
"type": "collision"
},
{
"id": 26,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 4,
"ends_at": 9,
"type": "contact"
},
{
"id": 27,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 28,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 29,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 30,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 31,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 32,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 33,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 6,
"ends_at": 7,
"type": "contact"
},
{
"id": 34,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 35,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 36,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 8,
"type": "collision"
},
{
"id": 37,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 38,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 39,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "collision"
},
{
"id": 40,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 8,
"ends_at": 9,
"type": "contact"
},
{
"id": 41,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 42,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 43,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "collision"
},
{
"id": 44,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 9,
"ends_at": 10,
"type": "contact"
},
{
"id": 45,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 10,
"ends_at": 10,
"type": "collision"
},
{
"id": 46,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 10,
"ends_at": 11,
"type": "collision"
},
{
"id": 47,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 48,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 49,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 50,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 51,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 11,
"ends_at": 13,
"type": "contact"
},
{
"id": 52,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 53,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 54,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 55,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 12,
"ends_at": 14,
"type": "contact"
},
{
"id": 56,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 57,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 13,
"ends_at": 13,
"type": "collision"
},
{
"id": 58,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 14,
"ends_at": 14,
"type": "collision"
},
{
"id": 59,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 14,
"ends_at": 15,
"type": "collision"
},
{
"id": 60,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 61,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 62,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 63,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 16,
"ends_at": 17,
"type": "collision"
},
{
"id": 64,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 16,
"ends_at": 18,
"type": "contact"
},
{
"id": 65,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 17,
"ends_at": 17,
"type": "collision"
},
{
"id": 66,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 17,
"ends_at": 18,
"type": "collision"
},
{
"id": 67,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 68,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 69,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 70,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 19,
"ends_at": 19,
"type": "collision"
},
{
"id": 71,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 20,
"ends_at": 20,
"type": "collision"
},
{
"id": 72,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 73,
"inputs": [
2
],
"outputs": [
2
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 74,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 75,
"inputs": [
11
],
"outputs": [
11
],
"begins_at": 21,
"ends_at": 21,
"type": "collision"
},
{
"id": 76,
"inputs": [
65535
],
"outputs": [
65535
],
"begins_at": 21,
"ends_at": 23,
"type": "contact"
},
{
"id": 77,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 22,
"ends_at": 22,
"type": "collision"
},
{
"id": 78,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 22,
"ends_at": 23,
"type": "contact"
},
{
"id": 79,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 80,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
},
{
"id": 81,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 23,
"ends_at": 23,
"type": "collision"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 13,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.5387806637806639,
"avg_interaction_input_object_jaccard": 0.2698412698412698,
"avg_interaction_output_object_jaccard": 0.2698412698412698,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 61,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 13,
"false_positives": 69,
"false_negatives": 0
},
"0.5": {
"true_positives": 11,
"false_positives": 71,
"false_negatives": 0
},
"0.75": {
"true_positives": 9,
"false_positives": 73,
"false_negatives": 0
},
"1.0": {
"true_positives": 8,
"false_positives": 74,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.15853658536585366,
"0.5": 0.13414634146341464,
"0.75": 0.10975609756097561,
"1.0": 0.0975609756097561
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.2736842105263158,
"0.5": 0.23655913978494622,
"0.75": 0.1978021978021978,
"1.0": 0.17777777777777776
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 67,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 78,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.18292682926829268,
"0.5": 0.04878048780487805,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.30927835051546393,
"0.5": 0.09302325581395349,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 67,
"false_negatives": 0
},
"0.5": {
"true_positives": 4,
"false_positives": 78,
"false_negatives": 0
},
"0.75": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
},
"1.0": {
"true_positives": 0,
"false_positives": 82,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.18292682926829268,
"0.5": 0.04878048780487805,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 0.0,
"1.0": 0.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.30927835051546393,
"0.5": 0.09302325581395349,
"0.75": 0.0,
"1.0": 0.0
}
}
}Prompt
Growing GT object-track prefill
At prefix step t, B3 saw frames 0..t and an assistant prefill containing GT object tracks only through t. The prefills are deterministically reconstructed with the exact oracle helper; only the final full-clip generation was persisted by inference.
Every persisted/reconstructed prefill step
[
{
"frame_index": 0,
"frames_visible": "0..0",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 1 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 1 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 1 [PX] 0 224 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 1 [PX] 0 306 181 [OBJ] 4 \"green plastic plant pot\" 0 1 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 1 [PX] 0 412 33 [OBJ] 6 \"brown plant saucer\" 0 1 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 1 [PX] 0 501 158 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 1 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 1 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 1 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 1 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 1 [PX] 0 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 1,
"frames_visible": "0..1",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 2 [PX] 0 80 552 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 2 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 2 [PX] 0 224 462 1 244 458 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 2 [PX] 0 306 181 1 294 193 [OBJ] 4 \"green plastic plant pot\" 0 2 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 2 [PX] 0 412 33 1 458 37 [OBJ] 6 \"brown plant saucer\" 0 2 [PX] 0 427 658 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 2 [PX] 0 501 158 1 466 169 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 2 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 2 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 2 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 2 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 2 [PX] 0 927 474 1 939 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 2,
"frames_visible": "0..2",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 3 [PX] 0 80 552 2 76 541 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 3 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 3 [PX] 0 224 462 1 244 458 2 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 3 [PX] 0 306 181 1 294 193 2 283 208 [OBJ] 4 \"green plastic plant pot\" 0 3 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 3 [PX] 0 412 33 1 458 37 2 501 52 [OBJ] 6 \"brown plant saucer\" 0 3 [PX] 0 427 658 2 404 642 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 3 [PX] 0 501 158 1 466 169 2 427 193 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 3 [PX] 0 517 419 [OBJ] 9 \"white ceramic ramekin\" 0 3 [PX] 0 701 423 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 3 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 3 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 3 [PX] 0 927 474 1 939 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 3,
"frames_visible": "0..3",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 4 [PX] 0 80 552 2 76 541 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 4 [PX] 0 138 412 [OBJ] 2 \"tan and beige leather boat shoe\" 0 4 [PX] 0 224 462 1 244 458 2 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 4 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 [OBJ] 4 \"green plastic plant pot\" 0 4 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 4 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 [OBJ] 6 \"brown plant saucer\" 0 4 [PX] 0 427 658 2 404 642 3 388 638 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 4 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 4 [PX] 0 517 419 3 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 4 [PX] 0 701 423 3 697 431 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 4 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 4 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 4 [PX] 0 927 474 1 939 474 3 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 4,
"frames_visible": "0..4",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 5 [PX] 0 80 552 2 76 541 4 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 5 [PX] 0 138 412 4 134 419 [OBJ] 2 \"tan and beige leather boat shoe\" 0 5 [PX] 0 224 462 1 244 458 2 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 5 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 [OBJ] 4 \"green plastic plant pot\" 0 5 [PX] 0 376 458 [OBJ] 5 \"wooden car carrier train\" 0 5 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 [OBJ] 6 \"brown plant saucer\" 0 5 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 5 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 5 [PX] 0 517 419 3 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 5 [PX] 0 701 423 3 697 431 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 5 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 5 [PX] 0 775 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 5 [PX] 0 927 474 1 939 474 3 927 474 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 5,
"frames_visible": "0..5",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 6 [PX] 0 80 552 2 76 541 4 72 533 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 6 [PX] 0 138 412 4 134 419 [OBJ] 2 \"tan and beige leather boat shoe\" 0 6 [PX] 0 224 462 1 244 458 2 232 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 6 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 [OBJ] 4 \"green plastic plant pot\" 0 6 [PX] 0 376 458 5 null null [OBJ] 5 \"wooden car carrier train\" 0 6 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 [OBJ] 6 \"brown plant saucer\" 0 6 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 6 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 6 [PX] 0 517 419 3 529 419 [OBJ] 9 \"white ceramic ramekin\" 0 6 [PX] 0 701 423 3 697 431 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 6 [PX] 0 708 451 [OBJ] 11 \"set of wooden toy figures\" 0 6 [PX] 0 775 478 5 771 490 [OBJ] 12 \"wooden dollhouse dining room set\" 0 6 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 6,
"frames_visible": "0..6",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 7 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 7 [PX] 0 138 412 4 134 419 6 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 7 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 7 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 [OBJ] 4 \"green plastic plant pot\" 0 7 [PX] 0 376 458 5 null null [OBJ] 5 \"wooden car carrier train\" 0 7 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 [OBJ] 6 \"brown plant saucer\" 0 7 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 7 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 7 [PX] 0 517 419 3 529 419 6 541 419 [OBJ] 9 \"white ceramic ramekin\" 0 7 [PX] 0 701 423 3 697 431 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 7 [PX] 0 708 451 6 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 7 [PX] 0 775 478 5 771 490 6 771 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 7 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 7,
"frames_visible": "0..7",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 8 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 8 [PX] 0 138 412 4 134 419 6 134 431 [OBJ] 2 \"tan and beige leather boat shoe\" 0 8 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 8 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 [OBJ] 4 \"green plastic plant pot\" 0 8 [PX] 0 376 458 5 null null 7 384 466 [OBJ] 5 \"wooden car carrier train\" 0 8 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 [OBJ] 6 \"brown plant saucer\" 0 8 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 8 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 8 [PX] 0 517 419 3 529 419 6 541 419 [OBJ] 9 \"white ceramic ramekin\" 0 8 [PX] 0 701 423 3 697 431 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 8 [PX] 0 708 451 6 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 8 [PX] 0 775 478 5 771 490 6 771 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 8 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 8,
"frames_visible": "0..8",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 9 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 9 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 9 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 9 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 [OBJ] 4 \"green plastic plant pot\" 0 9 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 9 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 [OBJ] 6 \"brown plant saucer\" 0 9 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 9 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 9 [PX] 0 517 419 3 529 419 6 541 419 [OBJ] 9 \"white ceramic ramekin\" 0 9 [PX] 0 701 423 3 697 431 8 689 435 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 9 [PX] 0 708 451 6 701 455 [OBJ] 11 \"set of wooden toy figures\" 0 9 [PX] 0 775 478 5 771 490 6 771 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 9 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 9,
"frames_visible": "0..9",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 10 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 10 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 10 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 10 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 [OBJ] 4 \"green plastic plant pot\" 0 10 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 10 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 [OBJ] 6 \"brown plant saucer\" 0 10 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 10 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 10 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 [OBJ] 9 \"white ceramic ramekin\" 0 10 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 10 [PX] 0 708 451 6 701 455 9 697 462 [OBJ] 11 \"set of wooden toy figures\" 0 10 [PX] 0 775 478 5 771 490 6 771 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 10 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 10,
"frames_visible": "0..10",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 11 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 11 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 11 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 11 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 [OBJ] 4 \"green plastic plant pot\" 0 11 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 11 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 [OBJ] 6 \"brown plant saucer\" 0 11 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 11 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 11 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 11 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 11 [PX] 0 708 451 6 701 455 9 697 462 [OBJ] 11 \"set of wooden toy figures\" 0 11 [PX] 0 775 478 5 771 490 6 771 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 11 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 11,
"frames_visible": "0..11",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 12 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 12 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 [OBJ] 2 \"tan and beige leather boat shoe\" 0 12 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 12 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 [OBJ] 4 \"green plastic plant pot\" 0 12 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 12 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 [OBJ] 6 \"brown plant saucer\" 0 12 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 12 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 12 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 [OBJ] 9 \"white ceramic ramekin\" 0 12 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 12 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 12 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 12 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 12,
"frames_visible": "0..12",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 13 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 13 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 13 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 13 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 [OBJ] 4 \"green plastic plant pot\" 0 13 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 13 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 [OBJ] 6 \"brown plant saucer\" 0 13 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 13 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 13 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 13 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 13 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 13 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 13 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 13,
"frames_visible": "0..13",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 14 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 14 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 14 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 14 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 [OBJ] 4 \"green plastic plant pot\" 0 14 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 14 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 [OBJ] 6 \"brown plant saucer\" 0 14 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 14 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 14 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 14 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 14 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 14 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 14 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 14,
"frames_visible": "0..14",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 15 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 15 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 15 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 15 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 [OBJ] 4 \"green plastic plant pot\" 0 15 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 15 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 [OBJ] 6 \"brown plant saucer\" 0 15 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 15 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 15 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 15 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 15 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 15 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 15 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 15,
"frames_visible": "0..15",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 16 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 16 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 16 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 16 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 [OBJ] 4 \"green plastic plant pot\" 0 16 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 16 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 16 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 16 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 16 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 16 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 16 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 16 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 16 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 16,
"frames_visible": "0..16",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 17 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 17 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 17 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 17 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 [OBJ] 4 \"green plastic plant pot\" 0 17 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 17 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 17 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 17 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 17 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 17 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 17 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 [OBJ] 11 \"set of wooden toy figures\" 0 17 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 17 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 17,
"frames_visible": "0..17",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 18 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 18 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 18 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 18 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 18 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 18 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 18 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 18 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 18 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 18 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 18 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 18 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 18 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 18,
"frames_visible": "0..18",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 19 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 19 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 19 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 19 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 19 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 19 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 19 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 19 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 19 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 19 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 19 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 19 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 [OBJ] 12 \"wooden dollhouse dining room set\" 0 19 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 19,
"frames_visible": "0..19",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 20 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 20 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 20 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 20 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 20 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 20 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 20 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 20 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 20 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 20 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 20 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 20 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 20 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 20,
"frames_visible": "0..20",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 21 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 21 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 21 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 21 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 21 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 21 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 21 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 21 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 21 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 21 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 21 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 21 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 [OBJ] 12 \"wooden dollhouse dining room set\" 0 21 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 21,
"frames_visible": "0..21",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 22 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 22 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 22 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 22 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 22 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 22 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 22 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 22 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 22 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 [OBJ] 9 \"white ceramic ramekin\" 0 22 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 22 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 22 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 [OBJ] 12 \"wooden dollhouse dining room set\" 0 22 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 22,
"frames_visible": "0..22",
"provenance": "exact deterministic reconstruction; intermediate generation was not persisted",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 23 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 23 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 23 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 23 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 23 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 23 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 23 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 23 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 23 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 \"white ceramic ramekin\" 0 23 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 23 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 [OBJ] 11 \"set of wooden toy figures\" 0 23 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 23 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": null,
"model_output_at_step": null,
"intermediate_prediction_persisted": false
},
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted final-step prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 \"white ceramic ramekin\" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 \"set of wooden toy figures\" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 9 10 [OUT] 9 10 [INTERACT] 12 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 3 \"collision\" 9 9 [IN] 1 7 [OUT] 1 7 [INTERACT] 2 \"contact\" 10 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 \"white ceramic ramekin\" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 \"set of wooden toy figures\" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 11 \"contact\" 0 23 [IN] 9 10 [OUT] 9 10 [INTERACT] 12 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 3 \"collision\" 9 9 [IN] 1 7 [OUT] 1 7 [INTERACT] 2 \"contact\" 10 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]",
"intermediate_prediction_persisted": true
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "green wooden mushroom pounding toy" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 "red cardboard sparkling water multipack" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 "tan and beige leather boat shoe" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 "beige fabric pencil case with horse print" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 "green plastic plant pot" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 "wooden car carrier train" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 "brown plant saucer" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 "red and black plastic handheld gaming console" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 "light blue fabric dinosaur lunch bag" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 "white ceramic ramekin" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 "white and blue cardboard ink cartridge box" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 "set of wooden toy figures" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 "wooden dollhouse dining room set" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 4 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 5 "contact" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 6 "contact" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 7 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 8 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 9 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 10 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 11 "contact" 0 23 [IN] 9 10 [OUT] 9 10 [INTERACT] 12 "contact" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 3 "collision" 9 9 [IN] 1 7 [OUT] 1 7 [INTERACT] 2 "contact" 10 23 [IN] 1 7 [OUT] 1 7 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
},
{
"t": 2,
"x": 76,
"y": 541
},
{
"t": 4,
"x": 72,
"y": 533
},
{
"t": 6,
"x": 68,
"y": 525
},
{
"t": 9,
"x": 60,
"y": 517
},
{
"t": 11,
"x": 56,
"y": 509
},
{
"t": 13,
"x": 52,
"y": 498
},
{
"t": 17,
"x": 48,
"y": 486
},
{
"t": 21,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 24,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
},
{
"t": 4,
"x": 134,
"y": 419
},
{
"t": 6,
"x": 134,
"y": 431
},
{
"t": 8,
"x": 130,
"y": 423
},
{
"t": 12,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 24,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
},
{
"t": 1,
"x": 244,
"y": 458
},
{
"t": 2,
"x": 232,
"y": 462
},
{
"t": 6,
"x": 240,
"y": 466
},
{
"t": 8,
"x": 267,
"y": 474
},
{
"t": 9,
"x": 244,
"y": 462
},
{
"t": 11,
"x": 251,
"y": 466
},
{
"t": 12,
"x": 263,
"y": 462
},
{
"t": 13,
"x": 244,
"y": 466
},
{
"t": 14,
"x": 251,
"y": 470
},
{
"t": 17,
"x": 271,
"y": 466
},
{
"t": 18,
"x": 251,
"y": 470
},
{
"t": 21,
"x": 263,
"y": 470
},
{
"t": 22,
"x": 279,
"y": 470
},
{
"t": 23,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 24,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
},
{
"t": 1,
"x": 294,
"y": 193
},
{
"t": 2,
"x": 283,
"y": 208
},
{
"t": 3,
"x": 259,
"y": 201
},
{
"t": 4,
"x": 248,
"y": 228
},
{
"t": 5,
"x": 236,
"y": 259
},
{
"t": 6,
"x": 228,
"y": 291
},
{
"t": 7,
"x": 216,
"y": 333
},
{
"t": 8,
"x": 205,
"y": 380
},
{
"t": 9,
"x": 201,
"y": 408
},
{
"t": 11,
"x": 205,
"y": 423
},
{
"t": 14,
"x": 193,
"y": 423
},
{
"t": 16,
"x": 193,
"y": 458
},
{
"t": 17,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 7,
"x": 384,
"y": 466
},
{
"t": 8,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
},
{
"t": 1,
"x": 458,
"y": 37
},
{
"t": 2,
"x": 501,
"y": 52
},
{
"t": 3,
"x": 513,
"y": 95
},
{
"t": 4,
"x": 513,
"y": 154
},
{
"t": 5,
"x": 517,
"y": 212
},
{
"t": 6,
"x": 521,
"y": 271
},
{
"t": 7,
"x": 466,
"y": 302
},
{
"t": 8,
"x": 486,
"y": 306
},
{
"t": 9,
"x": 533,
"y": 302
},
{
"t": 10,
"x": 529,
"y": 310
},
{
"t": 11,
"x": 501,
"y": 322
},
{
"t": 13,
"x": 517,
"y": 322
},
{
"t": 14,
"x": 525,
"y": 326
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
},
{
"t": 2,
"x": 404,
"y": 642
},
{
"t": 3,
"x": 388,
"y": 638
},
{
"t": 4,
"x": 404,
"y": 630
},
{
"t": 5,
"x": 384,
"y": 626
},
{
"t": 6,
"x": 369,
"y": 619
},
{
"t": 7,
"x": 388,
"y": 615
},
{
"t": 8,
"x": 365,
"y": 607
},
{
"t": 9,
"x": 353,
"y": 603
},
{
"t": 10,
"x": 376,
"y": 595
},
{
"t": 11,
"x": 353,
"y": 591
},
{
"t": 12,
"x": 337,
"y": 583
},
{
"t": 13,
"x": 322,
"y": 580
},
{
"t": 14,
"x": 353,
"y": 572
},
{
"t": 15,
"x": 333,
"y": 568
},
{
"t": 16,
"x": 314,
"y": 564
},
{
"t": 17,
"x": 326,
"y": 560
},
{
"t": 18,
"x": 287,
"y": 552
},
{
"t": 19,
"x": 341,
"y": 548
},
{
"t": 20,
"x": 318,
"y": 541
},
{
"t": 21,
"x": 298,
"y": 537
},
{
"t": 22,
"x": 283,
"y": 533
},
{
"t": 23,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 24,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
},
{
"t": 1,
"x": 466,
"y": 169
},
{
"t": 2,
"x": 427,
"y": 193
},
{
"t": 3,
"x": 392,
"y": 216
},
{
"t": 4,
"x": 357,
"y": 251
},
{
"t": 5,
"x": 322,
"y": 283
},
{
"t": 6,
"x": 287,
"y": 330
},
{
"t": 7,
"x": 255,
"y": 384
},
{
"t": 8,
"x": 228,
"y": 435
},
{
"t": 9,
"x": 205,
"y": 458
},
{
"t": 11,
"x": 193,
"y": 478
},
{
"t": 15,
"x": 197,
"y": 486
},
{
"t": 18,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
},
{
"t": 3,
"x": 529,
"y": 419
},
{
"t": 6,
"x": 541,
"y": 419
},
{
"t": 9,
"x": 552,
"y": 419
},
{
"t": 10,
"x": 568,
"y": 419
},
{
"t": 12,
"x": 517,
"y": 416
},
{
"t": 22,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 24,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
},
{
"t": 3,
"x": 697,
"y": 431
},
{
"t": 8,
"x": 689,
"y": 435
},
{
"t": 9,
"x": 716,
"y": 439
},
{
"t": 10,
"x": 689,
"y": 439
},
{
"t": 14,
"x": 697,
"y": 443
},
{
"t": 15,
"x": 724,
"y": 447
},
{
"t": 19,
"x": 716,
"y": 451
},
{
"t": 23,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
},
{
"t": 6,
"x": 701,
"y": 455
},
{
"t": 9,
"x": 697,
"y": 462
},
{
"t": 11,
"x": 693,
"y": 455
},
{
"t": 17,
"x": 689,
"y": 466
},
{
"t": 23,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
},
{
"t": 5,
"x": 771,
"y": 490
},
{
"t": 6,
"x": 771,
"y": 474
},
{
"t": 11,
"x": 759,
"y": 474
},
{
"t": 17,
"x": 755,
"y": 466
},
{
"t": 18,
"x": 751,
"y": 478
},
{
"t": 19,
"x": 751,
"y": 466
},
{
"t": 21,
"x": 748,
"y": 474
},
{
"t": 22,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
},
{
"t": 1,
"x": 939,
"y": 474
},
{
"t": 3,
"x": 927,
"y": 474
},
{
"t": 5,
"x": 919,
"y": 470
},
{
"t": 12,
"x": 908,
"y": 462
},
{
"t": 16,
"x": 900,
"y": 458
},
{
"t": 19,
"x": 892,
"y": 455
},
{
"t": 23,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 5,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 6,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 8,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 9,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 11,
"inputs": [
9,
10
],
"outputs": [
9,
10
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 12,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 9,
"ends_at": 9,
"type": "collision"
},
{
"id": 2,
"inputs": [
1,
7
],
"outputs": [
1,
7
],
"begins_at": 10,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 13,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.9130036630036631,
"avg_interaction_input_object_jaccard": 0.8205128205128206,
"avg_interaction_output_object_jaccard": 0.8205128205128206,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 13,
"num_unmatched_pred_interactions": 0,
"num_unmatched_target_interactions": 8,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 1,
"false_negatives": 8
},
"0.5": {
"true_positives": 12,
"false_positives": 1,
"false_negatives": 8
},
"0.75": {
"true_positives": 12,
"false_positives": 1,
"false_negatives": 8
},
"1.0": {
"true_positives": 11,
"false_positives": 2,
"false_negatives": 8
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.9230769230769231,
"0.5": 0.9230769230769231,
"0.75": 0.9230769230769231,
"1.0": 0.8461538461538461
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.6,
"0.75": 0.6,
"1.0": 0.5789473684210527
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7272727272727274,
"0.5": 0.7272727272727274,
"0.75": 0.7272727272727274,
"1.0": 0.6875
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 1,
"false_negatives": 8
},
"0.5": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
},
"0.75": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
},
"1.0": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.9230769230769231,
"0.5": 0.7692307692307693,
"0.75": 0.7692307692307693,
"1.0": 0.7692307692307693
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.5555555555555556,
"0.75": 0.5555555555555556,
"1.0": 0.5555555555555556
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7272727272727274,
"0.5": 0.6451612903225806,
"0.75": 0.6451612903225806,
"1.0": 0.6451612903225806
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 12,
"false_positives": 1,
"false_negatives": 8
},
"0.5": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
},
"0.75": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
},
"1.0": {
"true_positives": 10,
"false_positives": 3,
"false_negatives": 8
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.9230769230769231,
"0.5": 0.7692307692307693,
"0.75": 0.7692307692307693,
"1.0": 0.7692307692307693
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 0.6,
"0.5": 0.5555555555555556,
"0.75": 0.5555555555555556,
"1.0": 0.5555555555555556
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7272727272727274,
"0.5": 0.6451612903225806,
"0.75": 0.6451612903225806,
"1.0": 0.6451612903225806
}
}
}Prompt
<video> Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids.
One full-clip GT object prefill
The E2E model saw all 24 frames once. Its assistant text was the exact GT object section through [INTERACTIONS-START], and the model generated only the interaction suffix shown here.
Every persisted/reconstructed prefill step
[
{
"frame_index": 23,
"frames_visible": "0..23",
"provenance": "exact persisted full-clip prefill and generation",
"prefill": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 \"white ceramic ramekin\" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 \"set of wooden toy figures\" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START]",
"generated_suffix": "[INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 18 \"collision\" 5 5 [IN] 5 8 [OUT] 5 8 [INTERACT] 12 \"collision\" 6 6 [IN] 3 7 [OUT] 3 7 [INTERACT] 21 \"collision\" 6 6 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"collision\" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"collision\" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"contact\" 8 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 \"contact\" 9 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 \"collision\" 11 11 [IN] 3 7 [OUT] 3 7 [INTERACT] 14 \"collision\" 12 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"contact\" 12 23 [IN] 3 7 [OUT] 3 7 [INTERACT] 15 \"contact\" 13 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 \"collision\" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"collision\" 18 18 [IN] 2 3 [OUT] 2 3 [INTERACT] 6 \"contact\" 19 23 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]",
"model_output_at_step": "[SCENE-START] [OBJS-START] [OBJ] 0 \"green wooden mushroom pounding toy\" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 \"red cardboard sparkling water multipack\" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 \"tan and beige leather boat shoe\" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 \"beige fabric pencil case with horse print\" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 \"green plastic plant pot\" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 \"wooden car carrier train\" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 \"brown plant saucer\" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 \"red and black plastic handheld gaming console\" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 \"light blue fabric dinosaur lunch bag\" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 \"white ceramic ramekin\" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 \"white and blue cardboard ink cartridge box\" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 \"set of wooden toy figures\" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 \"wooden dollhouse dining room set\" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 \"contact\" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 \"contact\" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 \"contact\" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 \"contact\" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 \"contact\" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 \"contact\" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 \"contact\" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 \"contact\" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 \"contact\" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 \"contact\" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 18 \"collision\" 5 5 [IN] 5 8 [OUT] 5 8 [INTERACT] 12 \"collision\" 6 6 [IN] 3 7 [OUT] 3 7 [INTERACT] 21 \"collision\" 6 6 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 \"collision\" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 \"collision\" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 \"contact\" 8 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 \"contact\" 9 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 \"collision\" 11 11 [IN] 3 7 [OUT] 3 7 [INTERACT] 14 \"collision\" 12 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 \"contact\" 12 23 [IN] 3 7 [OUT] 3 7 [INTERACT] 15 \"contact\" 13 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 \"collision\" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 \"collision\" 18 18 [IN] 2 3 [OUT] 2 3 [INTERACT] 6 \"contact\" 19 23 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]"
}
]Final prediction
[SCENE-START] [OBJS-START] [OBJ] 0 "green wooden mushroom pounding toy" 0 24 [PX] 0 80 552 2 76 541 4 72 533 6 68 525 9 60 517 11 56 509 13 52 498 17 48 486 21 44 470 [OBJ] 1 "red cardboard sparkling water multipack" 0 24 [PX] 0 138 412 4 134 419 6 134 431 8 130 423 12 130 435 [OBJ] 2 "tan and beige leather boat shoe" 0 24 [PX] 0 224 462 1 244 458 2 232 462 6 240 466 8 267 474 9 244 462 11 251 466 12 263 462 13 244 466 14 251 470 17 271 466 18 251 470 21 263 470 22 279 470 23 255 474 [OBJ] 3 "beige fabric pencil case with horse print" 0 24 [PX] 0 306 181 1 294 193 2 283 208 3 259 201 4 248 228 5 236 259 6 228 291 7 216 333 8 205 380 9 201 408 11 205 423 14 193 423 16 193 458 17 null null [OBJ] 4 "green plastic plant pot" 0 24 [PX] 0 376 458 5 null null 7 384 466 8 null null [OBJ] 5 "wooden car carrier train" 0 24 [PX] 0 412 33 1 458 37 2 501 52 3 513 95 4 513 154 5 517 212 6 521 271 7 466 302 8 486 306 9 533 302 10 529 310 11 501 322 13 517 322 14 525 326 15 null null [OBJ] 6 "brown plant saucer" 0 24 [PX] 0 427 658 2 404 642 3 388 638 4 404 630 5 384 626 6 369 619 7 388 615 8 365 607 9 353 603 10 376 595 11 353 591 12 337 583 13 322 580 14 353 572 15 333 568 16 314 564 17 326 560 18 287 552 19 341 548 20 318 541 21 298 537 22 283 533 23 275 529 [OBJ] 7 "red and black plastic handheld gaming console" 0 24 [PX] 0 501 158 1 466 169 2 427 193 3 392 216 4 357 251 5 322 283 6 287 330 7 255 384 8 228 435 9 205 458 11 193 478 15 197 486 18 null null [OBJ] 8 "light blue fabric dinosaur lunch bag" 0 24 [PX] 0 517 419 3 529 419 6 541 419 9 552 419 10 568 419 12 517 416 22 529 416 [OBJ] 9 "white ceramic ramekin" 0 24 [PX] 0 701 423 3 697 431 8 689 435 9 716 439 10 689 439 14 697 443 15 724 447 19 716 451 23 767 458 [OBJ] 10 "white and blue cardboard ink cartridge box" 0 24 [PX] 0 708 451 6 701 455 9 697 462 11 693 455 17 689 466 23 720 462 [OBJ] 11 "set of wooden toy figures" 0 24 [PX] 0 775 478 5 771 490 6 771 474 11 759 474 17 755 466 18 751 478 19 751 466 21 748 474 22 748 462 [OBJ] 12 "wooden dollhouse dining room set" 0 24 [PX] 0 927 474 1 939 474 3 927 474 5 919 470 12 908 462 16 900 458 19 892 455 23 884 451 [OBJS-END] [INTERACTIONS-START] [INTERACT] 0 "contact" 0 23 [IN] 0 65535 [OUT] 0 65535 [INTERACT] 1 "contact" 0 23 [IN] 1 65535 [OUT] 1 65535 [INTERACT] 7 "contact" 0 23 [IN] 2 65535 [OUT] 2 65535 [INTERACT] 13 "contact" 0 23 [IN] 4 65535 [OUT] 4 65535 [INTERACT] 19 "contact" 0 23 [IN] 6 65535 [OUT] 6 65535 [INTERACT] 22 "contact" 0 23 [IN] 8 65535 [OUT] 8 65535 [INTERACT] 23 "contact" 0 23 [IN] 9 65535 [OUT] 9 65535 [INTERACT] 2 "contact" 0 23 [IN] 10 65535 [OUT] 10 65535 [INTERACT] 3 "contact" 0 23 [IN] 11 65535 [OUT] 11 65535 [INTERACT] 4 "contact" 0 23 [IN] 12 65535 [OUT] 12 65535 [INTERACT] 18 "collision" 5 5 [IN] 5 8 [OUT] 5 8 [INTERACT] 12 "collision" 6 6 [IN] 3 7 [OUT] 3 7 [INTERACT] 21 "collision" 6 6 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 16 "collision" 7 7 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 8 "collision" 8 8 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 17 "contact" 8 10 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 9 "contact" 9 23 [IN] 3 65535 [OUT] 3 65535 [INTERACT] 10 "collision" 11 11 [IN] 3 7 [OUT] 3 7 [INTERACT] 14 "collision" 12 12 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 11 "contact" 12 23 [IN] 3 7 [OUT] 3 7 [INTERACT] 15 "contact" 13 23 [IN] 5 65535 [OUT] 5 65535 [INTERACT] 20 "collision" 15 15 [IN] 7 65535 [OUT] 7 65535 [INTERACT] 5 "collision" 18 18 [IN] 2 3 [OUT] 2 3 [INTERACT] 6 "contact" 19 23 [IN] 2 3 [OUT] 2 3 [INTERACTIONS-END] [SCENE-END]
Parsed prediction
{
"objects": [
{
"id": 0,
"image_positions": [
{
"t": 0,
"x": 80,
"y": 552
},
{
"t": 2,
"x": 76,
"y": 541
},
{
"t": 4,
"x": 72,
"y": 533
},
{
"t": 6,
"x": 68,
"y": 525
},
{
"t": 9,
"x": 60,
"y": 517
},
{
"t": 11,
"x": 56,
"y": 509
},
{
"t": 13,
"x": 52,
"y": 498
},
{
"t": 17,
"x": 48,
"y": 486
},
{
"t": 21,
"x": 44,
"y": 470
}
],
"birth": 0,
"death": 24,
"type": "green wooden mushroom pounding toy"
},
{
"id": 1,
"image_positions": [
{
"t": 0,
"x": 138,
"y": 412
},
{
"t": 4,
"x": 134,
"y": 419
},
{
"t": 6,
"x": 134,
"y": 431
},
{
"t": 8,
"x": 130,
"y": 423
},
{
"t": 12,
"x": 130,
"y": 435
}
],
"birth": 0,
"death": 24,
"type": "red cardboard sparkling water multipack"
},
{
"id": 2,
"image_positions": [
{
"t": 0,
"x": 224,
"y": 462
},
{
"t": 1,
"x": 244,
"y": 458
},
{
"t": 2,
"x": 232,
"y": 462
},
{
"t": 6,
"x": 240,
"y": 466
},
{
"t": 8,
"x": 267,
"y": 474
},
{
"t": 9,
"x": 244,
"y": 462
},
{
"t": 11,
"x": 251,
"y": 466
},
{
"t": 12,
"x": 263,
"y": 462
},
{
"t": 13,
"x": 244,
"y": 466
},
{
"t": 14,
"x": 251,
"y": 470
},
{
"t": 17,
"x": 271,
"y": 466
},
{
"t": 18,
"x": 251,
"y": 470
},
{
"t": 21,
"x": 263,
"y": 470
},
{
"t": 22,
"x": 279,
"y": 470
},
{
"t": 23,
"x": 255,
"y": 474
}
],
"birth": 0,
"death": 24,
"type": "tan and beige leather boat shoe"
},
{
"id": 3,
"image_positions": [
{
"t": 0,
"x": 306,
"y": 181
},
{
"t": 1,
"x": 294,
"y": 193
},
{
"t": 2,
"x": 283,
"y": 208
},
{
"t": 3,
"x": 259,
"y": 201
},
{
"t": 4,
"x": 248,
"y": 228
},
{
"t": 5,
"x": 236,
"y": 259
},
{
"t": 6,
"x": 228,
"y": 291
},
{
"t": 7,
"x": 216,
"y": 333
},
{
"t": 8,
"x": 205,
"y": 380
},
{
"t": 9,
"x": 201,
"y": 408
},
{
"t": 11,
"x": 205,
"y": 423
},
{
"t": 14,
"x": 193,
"y": 423
},
{
"t": 16,
"x": 193,
"y": 458
},
{
"t": 17,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "beige fabric pencil case with horse print"
},
{
"id": 4,
"image_positions": [
{
"t": 0,
"x": 376,
"y": 458
},
{
"t": 5,
"x": null,
"y": null
},
{
"t": 7,
"x": 384,
"y": 466
},
{
"t": 8,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "green plastic plant pot"
},
{
"id": 5,
"image_positions": [
{
"t": 0,
"x": 412,
"y": 33
},
{
"t": 1,
"x": 458,
"y": 37
},
{
"t": 2,
"x": 501,
"y": 52
},
{
"t": 3,
"x": 513,
"y": 95
},
{
"t": 4,
"x": 513,
"y": 154
},
{
"t": 5,
"x": 517,
"y": 212
},
{
"t": 6,
"x": 521,
"y": 271
},
{
"t": 7,
"x": 466,
"y": 302
},
{
"t": 8,
"x": 486,
"y": 306
},
{
"t": 9,
"x": 533,
"y": 302
},
{
"t": 10,
"x": 529,
"y": 310
},
{
"t": 11,
"x": 501,
"y": 322
},
{
"t": 13,
"x": 517,
"y": 322
},
{
"t": 14,
"x": 525,
"y": 326
},
{
"t": 15,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "wooden car carrier train"
},
{
"id": 6,
"image_positions": [
{
"t": 0,
"x": 427,
"y": 658
},
{
"t": 2,
"x": 404,
"y": 642
},
{
"t": 3,
"x": 388,
"y": 638
},
{
"t": 4,
"x": 404,
"y": 630
},
{
"t": 5,
"x": 384,
"y": 626
},
{
"t": 6,
"x": 369,
"y": 619
},
{
"t": 7,
"x": 388,
"y": 615
},
{
"t": 8,
"x": 365,
"y": 607
},
{
"t": 9,
"x": 353,
"y": 603
},
{
"t": 10,
"x": 376,
"y": 595
},
{
"t": 11,
"x": 353,
"y": 591
},
{
"t": 12,
"x": 337,
"y": 583
},
{
"t": 13,
"x": 322,
"y": 580
},
{
"t": 14,
"x": 353,
"y": 572
},
{
"t": 15,
"x": 333,
"y": 568
},
{
"t": 16,
"x": 314,
"y": 564
},
{
"t": 17,
"x": 326,
"y": 560
},
{
"t": 18,
"x": 287,
"y": 552
},
{
"t": 19,
"x": 341,
"y": 548
},
{
"t": 20,
"x": 318,
"y": 541
},
{
"t": 21,
"x": 298,
"y": 537
},
{
"t": 22,
"x": 283,
"y": 533
},
{
"t": 23,
"x": 275,
"y": 529
}
],
"birth": 0,
"death": 24,
"type": "brown plant saucer"
},
{
"id": 7,
"image_positions": [
{
"t": 0,
"x": 501,
"y": 158
},
{
"t": 1,
"x": 466,
"y": 169
},
{
"t": 2,
"x": 427,
"y": 193
},
{
"t": 3,
"x": 392,
"y": 216
},
{
"t": 4,
"x": 357,
"y": 251
},
{
"t": 5,
"x": 322,
"y": 283
},
{
"t": 6,
"x": 287,
"y": 330
},
{
"t": 7,
"x": 255,
"y": 384
},
{
"t": 8,
"x": 228,
"y": 435
},
{
"t": 9,
"x": 205,
"y": 458
},
{
"t": 11,
"x": 193,
"y": 478
},
{
"t": 15,
"x": 197,
"y": 486
},
{
"t": 18,
"x": null,
"y": null
}
],
"birth": 0,
"death": 24,
"type": "red and black plastic handheld gaming console"
},
{
"id": 8,
"image_positions": [
{
"t": 0,
"x": 517,
"y": 419
},
{
"t": 3,
"x": 529,
"y": 419
},
{
"t": 6,
"x": 541,
"y": 419
},
{
"t": 9,
"x": 552,
"y": 419
},
{
"t": 10,
"x": 568,
"y": 419
},
{
"t": 12,
"x": 517,
"y": 416
},
{
"t": 22,
"x": 529,
"y": 416
}
],
"birth": 0,
"death": 24,
"type": "light blue fabric dinosaur lunch bag"
},
{
"id": 9,
"image_positions": [
{
"t": 0,
"x": 701,
"y": 423
},
{
"t": 3,
"x": 697,
"y": 431
},
{
"t": 8,
"x": 689,
"y": 435
},
{
"t": 9,
"x": 716,
"y": 439
},
{
"t": 10,
"x": 689,
"y": 439
},
{
"t": 14,
"x": 697,
"y": 443
},
{
"t": 15,
"x": 724,
"y": 447
},
{
"t": 19,
"x": 716,
"y": 451
},
{
"t": 23,
"x": 767,
"y": 458
}
],
"birth": 0,
"death": 24,
"type": "white ceramic ramekin"
},
{
"id": 10,
"image_positions": [
{
"t": 0,
"x": 708,
"y": 451
},
{
"t": 6,
"x": 701,
"y": 455
},
{
"t": 9,
"x": 697,
"y": 462
},
{
"t": 11,
"x": 693,
"y": 455
},
{
"t": 17,
"x": 689,
"y": 466
},
{
"t": 23,
"x": 720,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "white and blue cardboard ink cartridge box"
},
{
"id": 11,
"image_positions": [
{
"t": 0,
"x": 775,
"y": 478
},
{
"t": 5,
"x": 771,
"y": 490
},
{
"t": 6,
"x": 771,
"y": 474
},
{
"t": 11,
"x": 759,
"y": 474
},
{
"t": 17,
"x": 755,
"y": 466
},
{
"t": 18,
"x": 751,
"y": 478
},
{
"t": 19,
"x": 751,
"y": 466
},
{
"t": 21,
"x": 748,
"y": 474
},
{
"t": 22,
"x": 748,
"y": 462
}
],
"birth": 0,
"death": 24,
"type": "set of wooden toy figures"
},
{
"id": 12,
"image_positions": [
{
"t": 0,
"x": 927,
"y": 474
},
{
"t": 1,
"x": 939,
"y": 474
},
{
"t": 3,
"x": 927,
"y": 474
},
{
"t": 5,
"x": 919,
"y": 470
},
{
"t": 12,
"x": 908,
"y": 462
},
{
"t": 16,
"x": 900,
"y": 458
},
{
"t": 19,
"x": 892,
"y": 455
},
{
"t": 23,
"x": 884,
"y": 451
}
],
"birth": 0,
"death": 24,
"type": "wooden dollhouse dining room set"
}
],
"interactions": [
{
"id": 0,
"inputs": [
0,
65535
],
"outputs": [
0,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 1,
"inputs": [
1,
65535
],
"outputs": [
1,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 7,
"inputs": [
2,
65535
],
"outputs": [
2,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 13,
"inputs": [
4,
65535
],
"outputs": [
4,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 19,
"inputs": [
6,
65535
],
"outputs": [
6,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 22,
"inputs": [
8,
65535
],
"outputs": [
8,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 23,
"inputs": [
9,
65535
],
"outputs": [
9,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 2,
"inputs": [
10,
65535
],
"outputs": [
10,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 3,
"inputs": [
11,
65535
],
"outputs": [
11,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 4,
"inputs": [
12,
65535
],
"outputs": [
12,
65535
],
"begins_at": 0,
"ends_at": 23,
"type": "contact"
},
{
"id": 18,
"inputs": [
5,
8
],
"outputs": [
5,
8
],
"begins_at": 5,
"ends_at": 5,
"type": "collision"
},
{
"id": 12,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 21,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 6,
"ends_at": 6,
"type": "collision"
},
{
"id": 16,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 7,
"ends_at": 7,
"type": "collision"
},
{
"id": 8,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 8,
"ends_at": 8,
"type": "collision"
},
{
"id": 17,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 8,
"ends_at": 10,
"type": "contact"
},
{
"id": 9,
"inputs": [
3,
65535
],
"outputs": [
3,
65535
],
"begins_at": 9,
"ends_at": 23,
"type": "contact"
},
{
"id": 10,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 11,
"ends_at": 11,
"type": "collision"
},
{
"id": 14,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 12,
"ends_at": 12,
"type": "collision"
},
{
"id": 11,
"inputs": [
3,
7
],
"outputs": [
3,
7
],
"begins_at": 12,
"ends_at": 23,
"type": "contact"
},
{
"id": 15,
"inputs": [
5,
65535
],
"outputs": [
5,
65535
],
"begins_at": 13,
"ends_at": 23,
"type": "contact"
},
{
"id": 20,
"inputs": [
7,
65535
],
"outputs": [
7,
65535
],
"begins_at": 15,
"ends_at": 15,
"type": "collision"
},
{
"id": 5,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 18,
"ends_at": 18,
"type": "collision"
},
{
"id": 6,
"inputs": [
2,
3
],
"outputs": [
2,
3
],
"begins_at": 19,
"ends_at": 23,
"type": "contact"
}
]
}Per-sample evaluator details
{
"objects": {
"avg_type_similarity": 1.0,
"avg_size_diff": null,
"avg_3d_iou": null,
"avg_image_position_px_diff": 0.0,
"avg_image_position_segmentation_acc": 1.0,
"avg_image_position_segmentation_acc_small": 1.0,
"avg_image_position_segmentation_acc_medium": 1.0,
"avg_image_position_segmentation_acc_large": null,
"avg_image_position_segmentation_acc_first_frame": 1.0,
"avg_image_position_segmentation_visible_acc": 1.0,
"avg_quaternion_geodesic_deg": null,
"visibility_acc": 1.0,
"visibility_true_acc": 1.0,
"visibility_false_acc": 1.0,
"is_in_frame_acc": 1.0,
"is_in_frame_true_acc": 1.0,
"is_in_frame_false_acc": 1.0,
"vis_acc_from_px": 1.0,
"vis_acc_from_px_true_acc": 1.0,
"vis_acc_from_px_false_acc": 1.0,
"num_matches": 13,
"num_unmatched_pred": 0,
"num_unmatched_target": 0
},
"interactions": {
"avg_interaction_temporal_span_giou": 0.6167800453514739,
"avg_interaction_input_object_jaccard": 0.5873015873015874,
"avg_interaction_output_object_jaccard": 0.5873015873015874,
"avg_interaction_type_exact_match_acc": 1.0,
"num_interaction_matches": 21,
"num_unmatched_pred_interactions": 3,
"num_unmatched_target_interactions": 0,
"interaction_temporal_iou_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_object_jaccard_thresholds": [
0.25,
0.5,
0.75,
1.0
],
"interaction_temporal_iou_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
},
"0.5": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
},
"0.75": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
},
"1.0": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
}
},
"interaction_temporal_iou_precision_by_threshold": {
"0.25": 0.625,
"0.5": 0.625,
"0.75": 0.625,
"1.0": 0.625
},
"interaction_temporal_iou_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_temporal_iou_f1_by_threshold": {
"0.25": 0.7692307692307693,
"0.5": 0.7692307692307693,
"0.75": 0.7692307692307693,
"1.0": 0.7692307692307693
},
"interaction_input_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
},
"0.5": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_input_object_jaccard_precision_by_threshold": {
"0.25": 0.625,
"0.5": 0.4583333333333333,
"0.75": 0.4583333333333333,
"1.0": 0.4583333333333333
},
"interaction_input_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_input_object_jaccard_f1_by_threshold": {
"0.25": 0.7692307692307693,
"0.5": 0.6285714285714286,
"0.75": 0.6285714285714286,
"1.0": 0.6285714285714286
},
"interaction_output_object_jaccard_counts_by_threshold": {
"0.25": {
"true_positives": 15,
"false_positives": 9,
"false_negatives": 0
},
"0.5": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"0.75": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
},
"1.0": {
"true_positives": 11,
"false_positives": 13,
"false_negatives": 0
}
},
"interaction_output_object_jaccard_precision_by_threshold": {
"0.25": 0.625,
"0.5": 0.4583333333333333,
"0.75": 0.4583333333333333,
"1.0": 0.4583333333333333
},
"interaction_output_object_jaccard_recall_by_threshold": {
"0.25": 1.0,
"0.5": 1.0,
"0.75": 1.0,
"1.0": 1.0
},
"interaction_output_object_jaccard_f1_by_threshold": {
"0.25": 0.7692307692307693,
"0.5": 0.6285714285714286,
"0.75": 0.6285714285714286,
"1.0": 0.6285714285714286
}
}
}Prompt
user Analyze the provided video and return ONLY a valid sentinel sequence in this format: [SCENE-START] [OBJS-START] [OBJ] id "type" birth death [PX] t px py ... [OBJ] ... [OBJS-END] [INTERACTIONS-START] [INTERACT] id "type" begins_at ends_at [IN] in0 in1 ... [OUT] out0 out1 ... [INTERACT] ... [INTERACTIONS-END] [SCENE-END] Constraints: - Return only the sentinel text (no JSON, XML, markdown, comments, or extra prose). - Keep tags exactly as written: `[SCENE-START] [OBJS-START] [OBJ] [PX] [OBJS-END] [INTERACTIONS-START] [INTERACT] [IN] [OUT] [INTERACTIONS-END] [SCENE-END]` - Use quoted strings for `type` (double quotes). - `PX` uses repeated groups of 3 values in order: `t px py`. - `t` is the timestamp (frame number). - `px` and `py` are the pixel coordinates of the object in that frame, normalized to [0,1] relative to the frame dimensions, scaled by 1000 and rounded to the nearest integer. For example, `px` of 0.1234 would be represented as 123. - When an object is occluded or not visible in a frame, `PX` may use `t null null`. - `IN` and `OUT` contain whitespace-separated integer ids. assistant