{ "sha": "f16d8770bda7acff940ed18a3557c050aea6651e", "rows": { "A2": { "threadId": "06f82672-dc17-42a6-947d-b8a5741c971c", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-557520-1%253Aturn%253A1:native-request:eval-session-557520-1%3Aelicitation%3A0:f70d4bdf-a911-46ba-8973-7264cbe0275b", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-557520-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-557520-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-557520-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:06f82672-dc17-42a6-947d-b8a5741c971c:f9f68655-601b-434f-a322-c79233900860" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Jell-O cuz I world" } } ], "runs": [ { "id": "run:thread:06f82672-dc17-42a6-947d-b8a5741c971c:ordinal:1", "status": "completed" } ] }, "A4": { "threadId": "61c4f142-a277-4312-be07-fc6626c5ef4f", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-490846-1%253Aturn%253A1:native-request:eval-session-490846-1%3Aelicitation%3A0:631a7bb4-6766-4b6a-b097-5b7e0c1d3d8a", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-490846-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-490846-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-490846-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:61c4f142-a277-4312-be07-fc6626c5ef4f:036fa49f-d0c4-4563-b65b-aefa2d9251d5" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Draft helo Helo cat" } }, { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-490846-1%253Aturn%253A2:native-request:eval-session-490846-1%3Aelicitation%3A1:86612cb6-f987-49b1-924a-1c63e6e55dc9", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-490846-1%3Aelicitation%3A1", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-490846-1%3Aturn%3A2", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-490846-1:elicitation:1", "strength": "weak" }, "kind": "user_input", "status": "pending", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:61c4f142-a277-4312-be07-fc6626c5ef4f:036fa49f-d0c4-4563-b65b-aefa2d9251d5" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": null } ], "runs": [ { "id": "run:thread:61c4f142-a277-4312-be07-fc6626c5ef4f:ordinal:1", "status": "completed" }, { "id": "run:thread:61c4f142-a277-4312-be07-fc6626c5ef4f:ordinal:2", "status": "running" } ] }, "A5": { "threadId": "60f4163e-4012-44e6-97fb-37d6663e1599", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253A60f4163e-4012-44e6-97fb-37d6663e1599%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253A60f4163e-4012-44e6-97fb-37d6663e1599%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:2b78650f-2264-4fa4-809d-bb182fb8d922", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253A60f4163e-4012-44e6-97fb-37d6663e1599%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253A60f4163e-4012-44e6-97fb-37d6663e1599%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3A2b78650f-2264-4fa4-809d-bb182fb8d922", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253A60f4163e-4012-44e6-97fb-37d6663e1599%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253A60f4163e-4012-44e6-97fb-37d6663e1599%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:60f4163e-4012-44e6-97fb-37d6663e1599:3c973972-2738-462f-b887-c36d55f3f994" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:60f4163e-4012-44e6-97fb-37d6663e1599:ordinal:1", "status": "completed" } ] }, "A6": { "threadId": "b9b45295-76a4-4647-8f45-61fef97b354e", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253Ab9b45295-76a4-4647-8f45-61fef97b354e%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253Ab9b45295-76a4-4647-8f45-61fef97b354e%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:82d69da0-0d71-488b-8272-2ffb584742b7", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253Ab9b45295-76a4-4647-8f45-61fef97b354e%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253Ab9b45295-76a4-4647-8f45-61fef97b354e%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3A82d69da0-0d71-488b-8272-2ffb584742b7", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253Ab9b45295-76a4-4647-8f45-61fef97b354e%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253Ab9b45295-76a4-4647-8f45-61fef97b354e%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:b9b45295-76a4-4647-8f45-61fef97b354e:9bef6f57-ff91-4668-b43a-fe1d21b3d9d9" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:b9b45295-76a4-4647-8f45-61fef97b354e:ordinal:1", "status": "completed" } ] }, "I1": { "threadId": "2e9c8181-6b4c-4085-8a05-7e226fcc25d7", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-490970-1%253Aturn%253A1:native-request:eval-session-490970-1%3Aelicitation%3A0:eb0d23ad-d22e-4484-8d0b-ea2832facc9d", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-490970-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-490970-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-490970-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:2e9c8181-6b4c-4085-8a05-7e226fcc25d7:390508b0-0554-45fb-9bd5-acaf7e7d6dbd" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Help cat" } } ], "runs": [ { "id": "run:thread:2e9c8181-6b4c-4085-8a05-7e226fcc25d7:ordinal:1", "status": "completed" } ] }, "I2": { "threadId": "c282b4fc-3a8d-4584-9cb7-7b26be32640a", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:2927b5de-ecc6-4b46-9c52-691a1b5dce7e", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3A2927b5de-ecc6-4b46-9c52-691a1b5dce7e", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:c282b4fc-3a8d-4584-9cb7-7b26be32640a:f982a825-2273-4a95-ab74-6d21bac030ff" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" }, { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%25253Aordinal%25253A2%253Aattempt%253A1:native-request:editor-2:b473f30f-4e77-4d65-8166-3b0772f79889", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%2525253Aordinal%2525253A2%25253Aattempt%25253A1%3Anative-request%3Aeditor-2%3Ab473f30f-4e77-4d65-8166-3b0772f79889", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253Ac282b4fc-3a8d-4584-9cb7-7b26be32640a%253Aordinal%253A2%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-2", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:c282b4fc-3a8d-4584-9cb7-7b26be32640a:f982a825-2273-4a95-ab74-6d21bac030ff" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:c282b4fc-3a8d-4584-9cb7-7b26be32640a:ordinal:1", "status": "completed" }, { "id": "run:thread:c282b4fc-3a8d-4584-9cb7-7b26be32640a:ordinal:2", "status": "completed" } ] } } }