4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100986 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 9; Process local: 28
Input Size / Records:
336.0 B / 0
Shuffle Read Size / Records:
2.9 KiB / 11
Associated Job Ids:
5451
DAG Visualization
digraph G { id="graph_100986"; subgraph graph_stage_100986 { id="graph_stage_100986"; isCluster="true"; label="Stage 100986"; subgraph cluster_123406 { id="cluster_123406"; isCluster="true"; label="Exchange"; 47477 [id="node_47477" labelType="html" label="ShuffledRowRDD [47477] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123404 { id="cluster_123404"; isCluster="true"; label="ObjectHashAggregate"; 47478 [id="node_47478" labelType="html" label="MapPartitionsRDD [47478] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123401 { id="cluster_123401"; isCluster="true"; label="WholeStageCodegen (70)"; 47479 [id="node_47479" labelType="html" label="MapPartitionsRDD [47479] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123407 { id="cluster_123407"; isCluster="true"; label="mapPartitionsInternal"; 47480 [id="node_47480" labelType="html" label="MapPartitionsRDD [47480] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } subgraph cluster_123408 { id="cluster_123408"; isCluster="true"; label="mapPartitionsInternal"; 47481 [id="node_47481" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter (size(openGoodsMovements#946371, false) > 0)\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, openGoodsMovements#946371])\n +- Exchange hashpartitioning(product#946271, plant#946270, 37), ENSURE_REQUIREMENTS, [plan_id=1459612]\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[partial_collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, buf#947902])\n +- Project [plant#946270, product#946271, filter(transform(CASE WHEN (_we0#946370L > 0) THEN transform(filter(confirmations#946278, lambdafunction(((NOT lambda x_140#946363.deletionIndicator AND lambda x_140#946363.isRelevantForConfirmation) AND isnotnull(lambda x_140#946363.confirmedDeliveryAt)), lambda x_140#946363, false)), lambdafunction(struct(openQty, greatest((lambda x_141#946366.confirmedQuantity - coalesce(lambda x_141#94... [47481] [Cached] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } } 47477->47478; 47478->47479; 47479->47480; 47480->47481; }
47476,47477
47481
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time