Skip to content

Commit 47027fc

Browse files
authored
Adding replay and end to end tests for all existing tests (#930)
* Adding replay and end to end tests for all existing tests * Experimental CI entry to run tests with latest dependencies (#920) * Experimental CI entry to run tests with latest dependencies * Fix upgrade command * Further discriminate log names * Remove locked from matrix * Fixing problem with updated openai dependency * Lint * Move latest deps test to separate job * Fix openai test break * Pydantic validation fails anyway, so remove type ingore * CI cleanup * Remove history write * Linting * Remove history output * Configure the data converter * Linting * Fix merge error
1 parent 61d5072 commit 47027fc

14 files changed

+5614
-211
lines changed

tests/contrib/openai_agents/histories/agents-as-tools-workflow-history.json

Lines changed: 651 additions & 0 deletions
Large diffs are not rendered by default.

tests/contrib/openai_agents/histories/customer-service-workflow-history.json

Lines changed: 1356 additions & 0 deletions
Large diffs are not rendered by default.
Lines changed: 239 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,239 @@
1+
{
2+
"events": [
3+
{
4+
"eventId": "1",
5+
"eventTime": "2025-06-30T16:01:07.681673Z",
6+
"eventType": "EVENT_TYPE_WORKFLOW_EXECUTION_STARTED",
7+
"taskId": "1056333",
8+
"workflowExecutionStartedEventAttributes": {
9+
"workflowType": {
10+
"name": "HelloWorldAgent"
11+
},
12+
"taskQueue": {
13+
"name": "5dd7a6ba-834c-4206-bcbc-a02599f1b54c",
14+
"kind": "TASK_QUEUE_KIND_NORMAL"
15+
},
16+
"input": {
17+
"payloads": [
18+
{
19+
"metadata": {
20+
"encoding": "anNvbi9wbGFpbg=="
21+
},
22+
"data": "IlRlbGwgbWUgYWJvdXQgcmVjdXJzaW9uIGluIHByb2dyYW1taW5nLiI="
23+
}
24+
]
25+
},
26+
"workflowExecutionTimeout": "5s",
27+
"workflowRunTimeout": "5s",
28+
"workflowTaskTimeout": "5s",
29+
"originalExecutionRunId": "0197c192-1c61-7a41-8852-56960bd15070",
30+
"identity": "16699@Tims-MacBook-Pro.local",
31+
"firstExecutionRunId": "0197c192-1c61-7a41-8852-56960bd15070",
32+
"attempt": 1,
33+
"workflowExecutionExpirationTime": "2025-06-30T16:01:12.681Z",
34+
"firstWorkflowTaskBackoff": "0s",
35+
"workflowId": "hello-workflow-d6d3eaae-b159-424b-aa88-e643e42a35d8"
36+
}
37+
},
38+
{
39+
"eventId": "2",
40+
"eventTime": "2025-06-30T16:01:07.681730Z",
41+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_SCHEDULED",
42+
"taskId": "1056334",
43+
"workflowTaskScheduledEventAttributes": {
44+
"taskQueue": {
45+
"name": "5dd7a6ba-834c-4206-bcbc-a02599f1b54c",
46+
"kind": "TASK_QUEUE_KIND_NORMAL"
47+
},
48+
"startToCloseTimeout": "5s",
49+
"attempt": 1
50+
}
51+
},
52+
{
53+
"eventId": "3",
54+
"eventTime": "2025-06-30T16:01:07.683559Z",
55+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_STARTED",
56+
"taskId": "1056340",
57+
"workflowTaskStartedEventAttributes": {
58+
"scheduledEventId": "2",
59+
"identity": "16699@Tims-MacBook-Pro.local",
60+
"requestId": "6c233fea-425f-46e0-9ab9-0ffd22c957e7",
61+
"historySizeBytes": "428",
62+
"workerVersion": {
63+
"buildId": "01c9746b80ed5a14fc25fb053c5e410a"
64+
}
65+
}
66+
},
67+
{
68+
"eventId": "4",
69+
"eventTime": "2025-06-30T16:01:07.726660Z",
70+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_COMPLETED",
71+
"taskId": "1056344",
72+
"workflowTaskCompletedEventAttributes": {
73+
"scheduledEventId": "2",
74+
"startedEventId": "3",
75+
"identity": "16699@Tims-MacBook-Pro.local",
76+
"workerVersion": {
77+
"buildId": "01c9746b80ed5a14fc25fb053c5e410a"
78+
},
79+
"sdkMetadata": {
80+
"coreUsedFlags": [
81+
3,
82+
1,
83+
2
84+
],
85+
"sdkName": "temporal-python",
86+
"sdkVersion": "1.13.0"
87+
},
88+
"meteringMetadata": {}
89+
}
90+
},
91+
{
92+
"eventId": "5",
93+
"eventTime": "2025-06-30T16:01:07.726700Z",
94+
"eventType": "EVENT_TYPE_ACTIVITY_TASK_SCHEDULED",
95+
"taskId": "1056345",
96+
"activityTaskScheduledEventAttributes": {
97+
"activityId": "1",
98+
"activityType": {
99+
"name": "invoke_model_activity"
100+
},
101+
"taskQueue": {
102+
"name": "5dd7a6ba-834c-4206-bcbc-a02599f1b54c",
103+
"kind": "TASK_QUEUE_KIND_NORMAL"
104+
},
105+
"header": {},
106+
"input": {
107+
"payloads": [
108+
{
109+
"metadata": {
110+
"encoding": "anNvbi9wbGFpbg=="
111+
},
112+
"data": "eyJtb2RlbF9uYW1lIjpudWxsLCJzeXN0ZW1faW5zdHJ1Y3Rpb25zIjoiWW91IG9ubHkgcmVzcG9uZCBpbiBoYWlrdXMuIiwiaW5wdXQiOlt7ImNvbnRlbnQiOiJUZWxsIG1lIGFib3V0IHJlY3Vyc2lvbiBpbiBwcm9ncmFtbWluZy4iLCJyb2xlIjoidXNlciJ9XSwibW9kZWxfc2V0dGluZ3MiOnsidGVtcGVyYXR1cmUiOm51bGwsInRvcF9wIjpudWxsLCJmcmVxdWVuY3lfcGVuYWx0eSI6bnVsbCwicHJlc2VuY2VfcGVuYWx0eSI6bnVsbCwidG9vbF9jaG9pY2UiOm51bGwsInBhcmFsbGVsX3Rvb2xfY2FsbHMiOm51bGwsInRydW5jYXRpb24iOm51bGwsIm1heF90b2tlbnMiOm51bGwsInJlYXNvbmluZyI6bnVsbCwibWV0YWRhdGEiOm51bGwsInN0b3JlIjpudWxsLCJpbmNsdWRlX3VzYWdlIjpudWxsLCJleHRyYV9xdWVyeSI6bnVsbCwiZXh0cmFfYm9keSI6bnVsbCwiZXh0cmFfaGVhZGVycyI6bnVsbCwiZXh0cmFfYXJncyI6bnVsbH0sInRvb2xzIjpbXSwib3V0cHV0X3NjaGVtYSI6bnVsbCwiaGFuZG9mZnMiOltdLCJ0cmFjaW5nIjoxLCJwcmV2aW91c19yZXNwb25zZV9pZCI6bnVsbCwicHJvbXB0IjpudWxsfQ=="
113+
}
114+
]
115+
},
116+
"scheduleToCloseTimeout": "5s",
117+
"scheduleToStartTimeout": "5s",
118+
"startToCloseTimeout": "5s",
119+
"heartbeatTimeout": "0s",
120+
"workflowTaskCompletedEventId": "4",
121+
"retryPolicy": {
122+
"initialInterval": "1s",
123+
"backoffCoefficient": 2.0,
124+
"maximumInterval": "100s"
125+
},
126+
"useWorkflowBuildId": true
127+
},
128+
"userMetadata": {
129+
"summary": {
130+
"metadata": {
131+
"encoding": "anNvbi9wbGFpbg=="
132+
},
133+
"data": "IlRlbGwgbWUgYWJvdXQgcmVjdXJzaW9uIGluIHByb2dyYW1taW5nLiI="
134+
}
135+
}
136+
},
137+
{
138+
"eventId": "6",
139+
"eventTime": "2025-06-30T16:01:07.727544Z",
140+
"eventType": "EVENT_TYPE_ACTIVITY_TASK_STARTED",
141+
"taskId": "1056350",
142+
"activityTaskStartedEventAttributes": {
143+
"scheduledEventId": "5",
144+
"identity": "16699@Tims-MacBook-Pro.local",
145+
"requestId": "009b2a1e-ebe8-456a-8791-5d66a75d45cc",
146+
"attempt": 1,
147+
"workerVersion": {
148+
"buildId": "01c9746b80ed5a14fc25fb053c5e410a"
149+
}
150+
}
151+
},
152+
{
153+
"eventId": "7",
154+
"eventTime": "2025-06-30T16:01:07.744810Z",
155+
"eventType": "EVENT_TYPE_ACTIVITY_TASK_COMPLETED",
156+
"taskId": "1056351",
157+
"activityTaskCompletedEventAttributes": {
158+
"result": {
159+
"payloads": [
160+
{
161+
"metadata": {
162+
"encoding": "anNvbi9wbGFpbg=="
163+
},
164+
"data": "eyJvdXRwdXQiOlt7ImlkIjoiIiwiY29udGVudCI6W3siYW5ub3RhdGlvbnMiOltdLCJ0ZXh0IjoidGVzdCIsInR5cGUiOiJvdXRwdXRfdGV4dCJ9XSwicm9sZSI6ImFzc2lzdGFudCIsInN0YXR1cyI6ImNvbXBsZXRlZCIsInR5cGUiOiJtZXNzYWdlIn1dLCJ1c2FnZSI6eyJyZXF1ZXN0cyI6MCwiaW5wdXRfdG9rZW5zIjowLCJpbnB1dF90b2tlbnNfZGV0YWlscyI6eyJjYWNoZWRfdG9rZW5zIjowfSwib3V0cHV0X3Rva2VucyI6MCwib3V0cHV0X3Rva2Vuc19kZXRhaWxzIjp7InJlYXNvbmluZ190b2tlbnMiOjB9LCJ0b3RhbF90b2tlbnMiOjB9LCJyZXNwb25zZV9pZCI6bnVsbH0="
165+
}
166+
]
167+
},
168+
"scheduledEventId": "5",
169+
"startedEventId": "6",
170+
"identity": "16699@Tims-MacBook-Pro.local"
171+
}
172+
},
173+
{
174+
"eventId": "8",
175+
"eventTime": "2025-06-30T16:01:07.744814Z",
176+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_SCHEDULED",
177+
"taskId": "1056352",
178+
"workflowTaskScheduledEventAttributes": {
179+
"taskQueue": {
180+
"name": "16699@Tims-MacBook-Pro.local-a72d517b7a12431a9fd4070796dab626",
181+
"kind": "TASK_QUEUE_KIND_STICKY",
182+
"normalName": "5dd7a6ba-834c-4206-bcbc-a02599f1b54c"
183+
},
184+
"startToCloseTimeout": "5s",
185+
"attempt": 1
186+
}
187+
},
188+
{
189+
"eventId": "9",
190+
"eventTime": "2025-06-30T16:01:07.745636Z",
191+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_STARTED",
192+
"taskId": "1056356",
193+
"workflowTaskStartedEventAttributes": {
194+
"scheduledEventId": "8",
195+
"identity": "16699@Tims-MacBook-Pro.local",
196+
"requestId": "d5cac3b9-b484-43e9-97ce-89dd5f587c07",
197+
"historySizeBytes": "2210",
198+
"workerVersion": {
199+
"buildId": "01c9746b80ed5a14fc25fb053c5e410a"
200+
}
201+
}
202+
},
203+
{
204+
"eventId": "10",
205+
"eventTime": "2025-06-30T16:01:07.778965Z",
206+
"eventType": "EVENT_TYPE_WORKFLOW_TASK_COMPLETED",
207+
"taskId": "1056360",
208+
"workflowTaskCompletedEventAttributes": {
209+
"scheduledEventId": "8",
210+
"startedEventId": "9",
211+
"identity": "16699@Tims-MacBook-Pro.local",
212+
"workerVersion": {
213+
"buildId": "01c9746b80ed5a14fc25fb053c5e410a"
214+
},
215+
"sdkMetadata": {},
216+
"meteringMetadata": {}
217+
}
218+
},
219+
{
220+
"eventId": "11",
221+
"eventTime": "2025-06-30T16:01:07.778982Z",
222+
"eventType": "EVENT_TYPE_WORKFLOW_EXECUTION_COMPLETED",
223+
"taskId": "1056361",
224+
"workflowExecutionCompletedEventAttributes": {
225+
"result": {
226+
"payloads": [
227+
{
228+
"metadata": {
229+
"encoding": "anNvbi9wbGFpbg=="
230+
},
231+
"data": "InRlc3Qi"
232+
}
233+
]
234+
},
235+
"workflowTaskCompletedEventId": "10"
236+
}
237+
}
238+
]
239+
}

0 commit comments

Comments
 (0)