You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Using k8s_client. run to start the pod, and all logic has been executed in the pod, but there is an error in dagster op. What is the reason for the error and how can it be resolved?
dagster._core.errors.DagsterExecutionStepExecutionError: Error occurred while executing op "op_sim_apis":
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_plan.py", line 245, in dagster_event_sequence_for_step
for step_event in check.generator(step_events):
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 499, in core_dagster_event_sequence_for_step
for user_event in _step_output_error_checked_user_event_sequence(
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 183, in _step_output_error_checked_user_event_sequence
for user_event in user_event_sequence:
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 87, in _process_asset_results_to_events
for user_event in user_event_sequence:
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute.py", line 197, in execute_core_compute
for step_output in _yield_compute_results(step_context, inputs, compute_fn, compute_context):
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute.py", line 166, in _yield_compute_results
for event in iterate_with_context(
File "/usr/local/lib/python3.10/site-packages/dagster/_utils/init.py", line 480, in iterate_with_context
with context_fn():
File "/usr/local/lib/python3.10/contextlib.py", line 153, in exit
self.gen.throw(typ, value, traceback)
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/utils.py", line 84, in op_execution_error_boundary
raise error_cls(
The above exception was caused by the following exception:
urllib3.exceptions.ProtocolError: Response ended prematurely
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/utils.py", line 54, in op_execution_error_boundary
yield
File "/usr/local/lib/python3.10/site-packages/dagster/_utils/init.py", line 482, in iterate_with_context
next_output = next(iterator)
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute_generator.py", line 140, in _coerce_op_compute_fn_to_iterator
result = invoke_compute_fn(
File "/usr/local/lib/python3.10/site-packages/dagster/core/execution/plan/compute_generator.py", line 128, in invoke_compute_fn
return fn(context, **args_to_pass) if context_arg_provided else fn(**args_to_pass)
File "/opt/dagster/app/dag/operation/simops.py", line 212, in op_sim_apis
modular_info = process_modular_branch(config, OP_SIMAPIS, db_conn, context, k8s_client)
File "/opt/dagster/app/dag/util/utils.py", line 203, in process_modular_branch
custom_messages = run_k8s_pod(context, k8s_client, extras_data)
File "/opt/dagster/app/dag/util/utils.py", line 117, in run_k8s_pod
k8s_pod = k8s_client.run(
File "/usr/local/lib/python3.10/site-packages/dagster_k8s/pipes.py", line 273, in run
self.message_reader.consume_pod_logs(
File "/usr/local/lib/python3.10/site-packages/dagster_k8s/pipes.py", line 81, in consume_pod_logs
for line in core_api.read_namespaced_pod_log(
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1057, in stream
yield from self.read_chunked(amt, decode_content=decode_content)
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1206, in read_chunked
self._update_chunk_length()
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1136, in _update_chunk_length
raise ProtocolError("Response ended prematurely") from None
The above exception occurred during handling of the following exception:
ValueError: invalid literal for int() with base 16: b''
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1128, in _update_chunk_length
self.chunk_left = int(line, 16)
reacted with thumbs up emoji reacted with thumbs down emoji reacted with laugh emoji reacted with hooray emoji reacted with confused emoji reacted with heart emoji reacted with rocket emoji reacted with eyes emoji
-
Using k8s_client. run to start the pod, and all logic has been executed in the pod, but there is an error in dagster op. What is the reason for the error and how can it be resolved?
dagster._core.errors.DagsterExecutionStepExecutionError: Error occurred while executing op "op_sim_apis":
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_plan.py", line 245, in dagster_event_sequence_for_step
for step_event in check.generator(step_events):
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 499, in core_dagster_event_sequence_for_step
for user_event in _step_output_error_checked_user_event_sequence(
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 183, in _step_output_error_checked_user_event_sequence
for user_event in user_event_sequence:
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/execute_step.py", line 87, in _process_asset_results_to_events
for user_event in user_event_sequence:
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute.py", line 197, in execute_core_compute
for step_output in _yield_compute_results(step_context, inputs, compute_fn, compute_context):
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute.py", line 166, in _yield_compute_results
for event in iterate_with_context(
File "/usr/local/lib/python3.10/site-packages/dagster/_utils/init.py", line 480, in iterate_with_context
with context_fn():
File "/usr/local/lib/python3.10/contextlib.py", line 153, in exit
self.gen.throw(typ, value, traceback)
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/utils.py", line 84, in op_execution_error_boundary
raise error_cls(
The above exception was caused by the following exception:
urllib3.exceptions.ProtocolError: Response ended prematurely
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/utils.py", line 54, in op_execution_error_boundary
yield
File "/usr/local/lib/python3.10/site-packages/dagster/_utils/init.py", line 482, in iterate_with_context
next_output = next(iterator)
File "/usr/local/lib/python3.10/site-packages/dagster/_core/execution/plan/compute_generator.py", line 140, in _coerce_op_compute_fn_to_iterator
result = invoke_compute_fn(
File "/usr/local/lib/python3.10/site-packages/dagster/core/execution/plan/compute_generator.py", line 128, in invoke_compute_fn
return fn(context, **args_to_pass) if context_arg_provided else fn(**args_to_pass)
File "/opt/dagster/app/dag/operation/simops.py", line 212, in op_sim_apis
modular_info = process_modular_branch(config, OP_SIMAPIS, db_conn, context, k8s_client)
File "/opt/dagster/app/dag/util/utils.py", line 203, in process_modular_branch
custom_messages = run_k8s_pod(context, k8s_client, extras_data)
File "/opt/dagster/app/dag/util/utils.py", line 117, in run_k8s_pod
k8s_pod = k8s_client.run(
File "/usr/local/lib/python3.10/site-packages/dagster_k8s/pipes.py", line 273, in run
self.message_reader.consume_pod_logs(
File "/usr/local/lib/python3.10/site-packages/dagster_k8s/pipes.py", line 81, in consume_pod_logs
for line in core_api.read_namespaced_pod_log(
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1057, in stream
yield from self.read_chunked(amt, decode_content=decode_content)
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1206, in read_chunked
self._update_chunk_length()
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1136, in _update_chunk_length
raise ProtocolError("Response ended prematurely") from None
The above exception occurred during handling of the following exception:
ValueError: invalid literal for int() with base 16: b''
File "/usr/local/lib/python3.10/site-packages/urllib3/response.py", line 1128, in _update_chunk_length
self.chunk_left = int(line, 16)
Beta Was this translation helpful? Give feedback.
All reactions