➜ article-1 git:(main) ✗ python prefect/flows/airbyte_into_dbt_flow.py 12:23:20.811 | INFO | prefect.engine - Created flow run 'nebulous-whale' for flow 'airbyte-dbt-flow' 12:23:20.811 | INFO | Flow run 'nebulous-whale' - Starting 'ConcurrentTaskRunner'; submitted tasks will be run concurrently... 12:23:20.984 | INFO | Flow run 'nebulous-whale' - Created task run 'trigger_sync-6dd98a16-0' for task 'trigger_sync' 12:23:20.984 | INFO | Flow run 'nebulous-whale' - Executing 'trigger_sync-6dd98a16-0' immediately... 12:23:21.006 | INFO | prefect - Getting Airbyte Connection 56ccaf30-5f07-49cb-8013-cebe91434137, poll interval 15 seconds, airbyte_base_url http://localhost:8000/api/v1 12:23:26.043 | ERROR | Task run 'trigger_sync-6dd98a16-0' - Encountered exception during execution: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 31, in read return await self._stream.receive(max_bytes=max_bytes) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 1105, in receive await self._protocol.read_event.wait() File "/usr/lib/python3.9/asyncio/locks.py", line 226, in wait await fut asyncio.exceptions.CancelledError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 8, in map_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/home/dev/.local/lib/python3.9/site-packages/anyio/_core/_tasks.py", line 103, in __exit__ raise TimeoutError TimeoutError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 60, in map_httpcore_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 253, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 237, in handle_async_request response = await connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection.py", line 90, in handle_async_request return await self._connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 102, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 81, in handle_async_request ) = await self._receive_response_headers(**kwargs) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 143, in _receive_response_headers event = await self._receive_event(timeout=timeout) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 172, in _receive_event data = await self._network_stream.read( File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 12, in map_exceptions raise to_exc(exc) httpcore.ReadTimeout The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 1036, in orchestrate_task_run result = await task.fn(*args, **kwargs) File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/connections.py", line 119, in trigger_sync job_id, job_created_at = await airbyte.trigger_manual_sync_connection( File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/client.py", line 171, in trigger_manual_sync_connection response = await client.post( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1820, in post return await self.request( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1506, in request return await self.send(request, auth=auth, follow_redirects=follow_redirects) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1593, in send response = await self._send_handling_auth( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1621, in _send_handling_auth response = await self._send_handling_redirects( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1658, in _send_handling_redirects response = await self._send_single_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1695, in _send_single_request response = await transport.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 77, in map_httpcore_exceptions raise mapped_exc(message) from exc httpx.ReadTimeout 12:23:26.077 | ERROR | Task run 'trigger_sync-6dd98a16-0' - Finished in state Failed('Task run encountered an exception.') 12:23:26.078 | ERROR | Flow run 'nebulous-whale' - Encountered exception during execution: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 31, in read return await self._stream.receive(max_bytes=max_bytes) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 1105, in receive await self._protocol.read_event.wait() File "/usr/lib/python3.9/asyncio/locks.py", line 226, in wait await fut asyncio.exceptions.CancelledError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 8, in map_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/home/dev/.local/lib/python3.9/site-packages/anyio/_core/_tasks.py", line 103, in __exit__ raise TimeoutError TimeoutError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 60, in map_httpcore_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 253, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 237, in handle_async_request response = await connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection.py", line 90, in handle_async_request return await self._connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 102, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 81, in handle_async_request ) = await self._receive_response_headers(**kwargs) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 143, in _receive_response_headers event = await self._receive_event(timeout=timeout) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 172, in _receive_event data = await self._network_stream.read( File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 12, in map_exceptions raise to_exc(exc) httpcore.ReadTimeout The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 556, in orchestrate_flow_run result = await run_sync(flow_call) File "/home/dev/.local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 56, in run_sync_in_worker_thread return await anyio.to_thread.run_sync(call, cancellable=True) File "/home/dev/.local/lib/python3.9/site-packages/anyio/to_thread.py", line 28, in run_sync return await get_asynclib().run_sync_in_worker_thread(func, *args, cancellable=cancellable, File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 818, in run_sync_in_worker_thread return await future File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 754, in run result = context.run(func, *args) File "/home/dev/Projects/Data_Science_Projects/article-1/prefect/flows/airbyte_into_dbt_flow.py", line 8, in airbyte_dbt_flow airbyte_sync = trigger_sync( File "/home/dev/.local/lib/python3.9/site-packages/prefect/tasks.py", line 294, in __call__ return enter_task_run_engine( File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 685, in enter_task_run_engine return run_async_from_worker_thread(begin_run) File "/home/dev/.local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread return anyio.from_thread.run(call) File "/home/dev/.local/lib/python3.9/site-packages/anyio/from_thread.py", line 35, in run return asynclib.run_async_from_thread(func, *args) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 847, in run_async_from_thread return f.result() File "/usr/lib/python3.9/concurrent/futures/_base.py", line 446, in result return self.__get_result() File "/usr/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result raise self._exception File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 800, in create_task_run_then_submit return await future._result() File "/home/dev/.local/lib/python3.9/site-packages/prefect/futures.py", line 220, in _result return final_state.result(raise_on_failure=raise_on_failure) File "/home/dev/.local/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result raise data File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 1036, in orchestrate_task_run result = await task.fn(*args, **kwargs) File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/connections.py", line 119, in trigger_sync job_id, job_created_at = await airbyte.trigger_manual_sync_connection( File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/client.py", line 171, in trigger_manual_sync_connection response = await client.post( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1820, in post return await self.request( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1506, in request return await self.send(request, auth=auth, follow_redirects=follow_redirects) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1593, in send response = await self._send_handling_auth( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1621, in _send_handling_auth response = await self._send_handling_redirects( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1658, in _send_handling_redirects response = await self._send_single_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1695, in _send_single_request response = await transport.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 77, in map_httpcore_exceptions raise mapped_exc(message) from exc httpx.ReadTimeout 12:23:26.142 | ERROR | Flow run 'nebulous-whale' - Finished in state Failed('Flow run encountered an exception.') Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 31, in read return await self._stream.receive(max_bytes=max_bytes) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 1105, in receive await self._protocol.read_event.wait() File "/usr/lib/python3.9/asyncio/locks.py", line 226, in wait await fut asyncio.exceptions.CancelledError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 8, in map_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/home/dev/.local/lib/python3.9/site-packages/anyio/_core/_tasks.py", line 103, in __exit__ raise TimeoutError TimeoutError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 60, in map_httpcore_exceptions yield File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 253, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection_pool.py", line 237, in handle_async_request response = await connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/connection.py", line 90, in handle_async_request return await self._connection.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 102, in handle_async_request raise exc File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 81, in handle_async_request ) = await self._receive_response_headers(**kwargs) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 143, in _receive_response_headers event = await self._receive_event(timeout=timeout) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_async/http11.py", line 172, in _receive_event data = await self._network_stream.read( File "/home/dev/.local/lib/python3.9/site-packages/httpcore/backends/asyncio.py", line 33, in read return b"" File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpcore/_exceptions.py", line 12, in map_exceptions raise to_exc(exc) httpcore.ReadTimeout The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/dev/Projects/Data_Science_Projects/article-1/prefect/flows/airbyte_into_dbt_flow.py", line 19, in airbyte_dbt_flow() File "/home/dev/.local/lib/python3.9/site-packages/prefect/flows.py", line 390, in __call__ return enter_flow_run_engine_from_flow_call( File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 151, in enter_flow_run_engine_from_flow_call return anyio.run(begin_run) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_core/_eventloop.py", line 56, in run return asynclib.run(func, *args, **backend_options) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 233, in run return native_run(wrapper(), debug=debug) File "/usr/lib/python3.9/asyncio/runners.py", line 44, in run return loop.run_until_complete(main) File "/usr/lib/python3.9/asyncio/base_events.py", line 647, in run_until_complete return future.result() File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 228, in wrapper return await func(*args) File "/home/dev/.local/lib/python3.9/site-packages/prefect/client.py", line 104, in with_injected_client return await fn(*args, **kwargs) File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 227, in create_then_begin_flow_run return state.result() File "/home/dev/.local/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result raise data File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 556, in orchestrate_flow_run result = await run_sync(flow_call) File "/home/dev/.local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 56, in run_sync_in_worker_thread return await anyio.to_thread.run_sync(call, cancellable=True) File "/home/dev/.local/lib/python3.9/site-packages/anyio/to_thread.py", line 28, in run_sync return await get_asynclib().run_sync_in_worker_thread(func, *args, cancellable=cancellable, File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 818, in run_sync_in_worker_thread return await future File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 754, in run result = context.run(func, *args) File "/home/dev/Projects/Data_Science_Projects/article-1/prefect/flows/airbyte_into_dbt_flow.py", line 8, in airbyte_dbt_flow airbyte_sync = trigger_sync( File "/home/dev/.local/lib/python3.9/site-packages/prefect/tasks.py", line 294, in __call__ return enter_task_run_engine( File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 685, in enter_task_run_engine return run_async_from_worker_thread(begin_run) File "/home/dev/.local/lib/python3.9/site-packages/prefect/utilities/asyncutils.py", line 136, in run_async_from_worker_thread return anyio.from_thread.run(call) File "/home/dev/.local/lib/python3.9/site-packages/anyio/from_thread.py", line 35, in run return asynclib.run_async_from_thread(func, *args) File "/home/dev/.local/lib/python3.9/site-packages/anyio/_backends/_asyncio.py", line 847, in run_async_from_thread return f.result() File "/usr/lib/python3.9/concurrent/futures/_base.py", line 446, in result return self.__get_result() File "/usr/lib/python3.9/concurrent/futures/_base.py", line 391, in __get_result raise self._exception File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 800, in create_task_run_then_submit return await future._result() File "/home/dev/.local/lib/python3.9/site-packages/prefect/futures.py", line 220, in _result return final_state.result(raise_on_failure=raise_on_failure) File "/home/dev/.local/lib/python3.9/site-packages/prefect/orion/schemas/states.py", line 145, in result raise data File "/home/dev/.local/lib/python3.9/site-packages/prefect/engine.py", line 1036, in orchestrate_task_run result = await task.fn(*args, **kwargs) File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/connections.py", line 119, in trigger_sync job_id, job_created_at = await airbyte.trigger_manual_sync_connection( File "/home/dev/.local/lib/python3.9/site-packages/prefect_airbyte/client.py", line 171, in trigger_manual_sync_connection response = await client.post( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1820, in post return await self.request( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1506, in request return await self.send(request, auth=auth, follow_redirects=follow_redirects) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1593, in send response = await self._send_handling_auth( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1621, in _send_handling_auth response = await self._send_handling_redirects( File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1658, in _send_handling_redirects response = await self._send_single_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_client.py", line 1695, in _send_single_request response = await transport.handle_async_request(request) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 353, in handle_async_request resp = await self._pool.handle_async_request(req) File "/usr/lib/python3.9/contextlib.py", line 137, in __exit__ self.gen.throw(typ, value, traceback) File "/home/dev/.local/lib/python3.9/site-packages/httpx/_transports/default.py", line 77, in map_httpcore_exceptions raise mapped_exc(message) from exc httpx.ReadTimeout