{ "sha": "ac8dce0cc3abd8a337f2d806b5082a6834b9b81a", "rows": { "A2": { "threadId": "1cb2a4bb-5105-4e0f-8a9a-b37940c4b883", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-554389-1%253Aturn%253A1:native-request:eval-session-554389-1%3Aelicitation%3A0:26d981a3-2591-445d-8979-fcf9a053d0d0", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-554389-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-554389-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-554389-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:1cb2a4bb-5105-4e0f-8a9a-b37940c4b883:21b682f0-3d3c-478f-923b-667399db139e" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Jell-O cuz world" } } ], "runs": [ { "id": "run:thread:1cb2a4bb-5105-4e0f-8a9a-b37940c4b883:ordinal:1", "status": "completed" } ] }, "A4": { "threadId": "e57d2693-2ae9-4ae8-9903-76fbefb44cc4", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-560484-1%253Aturn%253A1:native-request:eval-session-560484-1%3Aelicitation%3A0:144eaa86-da0d-4165-95cc-8b5045618810", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-560484-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-560484-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-560484-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:e57d2693-2ae9-4ae8-9903-76fbefb44cc4:3c1dce24-3145-47b4-b104-3c95ce980a23" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Draft helo Helo cat" } }, { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-560484-1%253Aturn%253A2:native-request:eval-session-560484-1%3Aelicitation%3A1:3b74c2c3-4059-49ff-a277-b42cd0b89fb4", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-560484-1%3Aelicitation%3A1", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-560484-1%3Aturn%3A2", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-560484-1:elicitation:1", "strength": "weak" }, "kind": "user_input", "status": "pending", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:e57d2693-2ae9-4ae8-9903-76fbefb44cc4:3c1dce24-3145-47b4-b104-3c95ce980a23" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": null } ], "runs": [ { "id": "run:thread:e57d2693-2ae9-4ae8-9903-76fbefb44cc4:ordinal:1", "status": "completed" }, { "id": "run:thread:e57d2693-2ae9-4ae8-9903-76fbefb44cc4:ordinal:2", "status": "running" } ] }, "A5": { "threadId": "132295ce-379f-4c8d-9c8f-b1154cdacf32", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253A132295ce-379f-4c8d-9c8f-b1154cdacf32%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253A132295ce-379f-4c8d-9c8f-b1154cdacf32%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:bde1b379-c7d0-42e9-8ba4-600050672d6b", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253A132295ce-379f-4c8d-9c8f-b1154cdacf32%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253A132295ce-379f-4c8d-9c8f-b1154cdacf32%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3Abde1b379-c7d0-42e9-8ba4-600050672d6b", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253A132295ce-379f-4c8d-9c8f-b1154cdacf32%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253A132295ce-379f-4c8d-9c8f-b1154cdacf32%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:132295ce-379f-4c8d-9c8f-b1154cdacf32:2beac30d-ad79-41c1-a423-55be367b19ae" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:132295ce-379f-4c8d-9c8f-b1154cdacf32:ordinal:1", "status": "completed" } ] }, "A6": { "threadId": "b42593b7-b45b-4d58-b984-4808e0b20436", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253Ab42593b7-b45b-4d58-b984-4808e0b20436%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253Ab42593b7-b45b-4d58-b984-4808e0b20436%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:78468dec-48e3-479e-a1c2-98cb9b184030", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253Ab42593b7-b45b-4d58-b984-4808e0b20436%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253Ab42593b7-b45b-4d58-b984-4808e0b20436%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3A78468dec-48e3-479e-a1c2-98cb9b184030", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253Ab42593b7-b45b-4d58-b984-4808e0b20436%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253Ab42593b7-b45b-4d58-b984-4808e0b20436%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:b42593b7-b45b-4d58-b984-4808e0b20436:e237ef12-9225-4ca2-81ad-4450cad09c5d" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:b42593b7-b45b-4d58-b984-4808e0b20436:ordinal:1", "status": "completed" } ] }, "I1": { "threadId": "8f960eef-dd13-4f5d-ae6b-152c73644bf3", "requests": [ { "id": "runtime-request:provider:fx:provider-turn:provider-turn%3Aprovider%3Afx%3Anative-turn%3Aprovider-instance%253Aevalbot%253Aeval-session-490964-1%253Aturn%253A1:native-request:eval-session-490964-1%3Aelicitation%3A0:1169e6af-e3a4-4bae-b067-2f5e2ccc22aa", "nodeId": "node:provider:fx:native-item:provider-instance%3Aevalbot%3Aeval-session-490964-1%3Aelicitation%3A0", "providerTurnId": "provider-turn:provider:fx:native-turn:provider-instance%3Aevalbot%3Aeval-session-490964-1%3Aturn%3A1", "nativeRequestRef": { "driver": "fx", "nativeId": "eval-session-490964-1:elicitation:0", "strength": "weak" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:evalbot:thread:8f960eef-dd13-4f5d-ae6b-152c73644bf3:a03e2166-fd02-4107-936e-0e9e9ef869af" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z", "answers": { "choice": "Help cat" } } ], "runs": [ { "id": "run:thread:8f960eef-dd13-4f5d-ae6b-152c73644bf3:ordinal:1", "status": "completed" } ] }, "I2": { "threadId": "9e3b1c6b-eca7-4c51-88fc-160df29c499c", "requests": [ { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%25253Aordinal%25253A1%253Aattempt%253A1:native-request:editor-1:65210026-1983-41e8-a78b-fac9735e0c3d", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%2525253Aordinal%2525253A1%25253Aattempt%25253A1%3Anative-request%3Aeditor-1%3A65210026-1983-41e8-a78b-fac9735e0c3d", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%253Aordinal%253A1%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-1", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:9e3b1c6b-eca7-4c51-88fc-160df29c499c:fa074406-6c00-4d6d-9d6b-bc4677affa6f" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" }, { "id": "runtime-request:provider:pi:provider-turn:provider-turn%3Aprovider%3Api%3Anative-turn%3Aprovider-thread%253Aprovider%253Api%253Anative-thread%253Apending%25253Arun%25253Athread%25253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%25253Aordinal%25253A1%253Aattempt%253Arun-attempt%253Arun%253Arun%25253Athread%25253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%25253Aordinal%25253A2%253Aattempt%253A1:native-request:editor-2:17eba3cf-a0b4-49f2-a945-2bb256b347a5", "nodeId": "node:runtime-request:runtime-request%3Aprovider%3Api%3Aprovider-turn%3Aprovider-turn%253Aprovider%253Api%253Anative-turn%253Aprovider-thread%25253Aprovider%25253Api%25253Anative-thread%25253Apending%2525253Arun%2525253Athread%2525253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%2525253Aordinal%2525253A1%25253Aattempt%25253Arun-attempt%25253Arun%25253Arun%2525253Athread%2525253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%2525253Aordinal%2525253A2%25253Aattempt%25253A1%3Anative-request%3Aeditor-2%3A17eba3cf-a0b4-49f2-a945-2bb256b347a5", "providerTurnId": "provider-turn:provider:pi:native-turn:provider-thread%3Aprovider%3Api%3Anative-thread%3Apending%253Arun%253Athread%253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%253Aordinal%253A1%3Aattempt%3Arun-attempt%3Arun%3Arun%253Athread%253A9e3b1c6b-eca7-4c51-88fc-160df29c499c%253Aordinal%253A2%3Aattempt%3A1", "nativeRequestRef": { "driver": "pi", "nativeId": "editor-2", "strength": "strong" }, "kind": "user_input", "status": "resolved", "responseCapability": { "type": "live", "providerSessionId": "provider-session:provider-instance:pi-fixture:thread:9e3b1c6b-eca7-4c51-88fc-160df29c499c:fa074406-6c00-4d6d-9d6b-bc4677affa6f" }, "createdAt": "2026-11-02T20:00:00.000Z", "resolvedAt": "2026-11-02T20:00:00.000Z" } ], "runs": [ { "id": "run:thread:9e3b1c6b-eca7-4c51-88fc-160df29c499c:ordinal:1", "status": "completed" }, { "id": "run:thread:9e3b1c6b-eca7-4c51-88fc-160df29c499c:ordinal:2", "status": "completed" } ] } } }