4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101113 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 37
Input Size / Records:
3.8 KiB / 9
Output Size / Records:
1903.1 KiB / 434
Shuffle Read Size / Records:
1510.0 KiB / 434
Associated Job Ids:
5488
DAG Visualization
digraph G { id="graph_101113"; subgraph graph_stage_101113 { id="graph_stage_101113"; isCluster="true"; label="Stage 101113"; subgraph cluster_123406 { id="cluster_123406"; isCluster="true"; label="Exchange"; 47477 [id="node_47477" labelType="html" label="ShuffledRowRDD [47477] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123404 { id="cluster_123404"; isCluster="true"; label="ObjectHashAggregate"; 47478 [id="node_47478" labelType="html" label="MapPartitionsRDD [47478] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123401 { id="cluster_123401"; isCluster="true"; label="WholeStageCodegen (70)"; 47479 [id="node_47479" labelType="html" label="MapPartitionsRDD [47479] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123407 { id="cluster_123407"; isCluster="true"; label="mapPartitionsInternal"; 47480 [id="node_47480" labelType="html" label="MapPartitionsRDD [47480] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } subgraph cluster_123408 { id="cluster_123408"; isCluster="true"; label="mapPartitionsInternal"; 47481 [id="node_47481" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter (size(openGoodsMovements#946371, false) > 0)\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, openGoodsMovements#946371])\n +- Exchange hashpartitioning(product#946271, plant#946270, 37), ENSURE_REQUIREMENTS, [plan_id=1459612]\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[partial_collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, buf#947902])\n +- Project [plant#946270, product#946271, filter(transform(CASE WHEN (_we0#946370L > 0) THEN transform(filter(confirmations#946278, lambdafunction(((NOT lambda x_140#946363.deletionIndicator AND lambda x_140#946363.isRelevantForConfirmation) AND isnotnull(lambda x_140#946363.confirmedDeliveryAt)), lambda x_140#946363, false)), lambdafunction(struct(openQty, greatest((lambda x_141#946366.confirmedQuantity - coalesce(lambda x_141#94... [47481] [Cached] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } subgraph cluster_124245 { id="cluster_124245"; isCluster="true"; label="Exchange"; 47628 [id="node_47628" labelType="html" label="ShuffledRowRDD [47628] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124241 { id="cluster_124241"; isCluster="true"; label="WholeStageCodegen (378)"; 47629 [id="node_47629" labelType="html" label="MapPartitionsRDD [47629] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124257 { id="cluster_124257"; isCluster="true"; label="InMemoryTableScan"; 47630 [id="node_47630" labelType="html" label="MapPartitionsRDD [47630] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47631 [id="node_47631" labelType="html" label="MapPartitionsRDD [47631] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47632 [id="node_47632" labelType="html" label="MapPartitionsRDD [47632] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124253 { id="cluster_124253"; isCluster="true"; label="WholeStageCodegen (379)"; 47633 [id="node_47633" labelType="html" label="MapPartitionsRDD [47633] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124252 { id="cluster_124252"; isCluster="true"; label="ObjectHashAggregate"; 47634 [id="node_47634" labelType="html" label="MapPartitionsRDD [47634] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124251 { id="cluster_124251"; isCluster="true"; label="ObjectHashAggregate"; 47635 [id="node_47635" labelType="html" label="MapPartitionsRDD [47635] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124247 { id="cluster_124247"; isCluster="true"; label="WholeStageCodegen (380)"; 47636 [id="node_47636" labelType="html" label="MapPartitionsRDD [47636] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124233 { id="cluster_124233"; isCluster="true"; label="WholeStageCodegen (381)"; 47637 [id="node_47637" labelType="html" label="ZippedPartitionsRDD2 [47637] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47638 [id="node_47638" labelType="html" label="MapPartitionsRDD [47638] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47477->47478; 47478->47479; 47479->47480; 47480->47481; 47628->47629; 47481->47630; 47630->47631; 47631->47632; 47632->47633; 47633->47634; 47634->47635; 47635->47636; 47629->47637; 47636->47637; 47637->47638; }
47476,47477
47602,47628
47481
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time