4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 90282 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
49.5 KiB / 321
Shuffle Read Size / Records:
49.6 KiB / 0
Associated Job Ids:
4841
DAG Visualization
digraph G { id="graph_90282"; subgraph graph_stage_90282 { id="graph_stage_90282"; isCluster="true"; label="Stage 90282"; subgraph cluster_108991 { id="cluster_108991"; isCluster="true"; label="repartition"; 41703 [id="node_41703" labelType="html" label="ShuffledRDD [41703] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41704 [id="node_41704" labelType="html" label="CoalescedRDD [41704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41705 [id="node_41705" labelType="html" label="MapPartitionsRDD [41705] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109193 { id="cluster_109193"; isCluster="true"; label="map"; 41789 [id="node_41789" labelType="html" label="MapPartitionsRDD [41789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109256 { id="cluster_109256"; isCluster="true"; label="Exchange"; 41818 [id="node_41818" labelType="html" label="ShuffledRowRDD [41818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109253 { id="cluster_109253"; isCluster="true"; label="WholeStageCodegen (4)"; 41819 [id="node_41819" labelType="html" label="MapPartitionsRDD [41819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109285 { id="cluster_109285"; isCluster="true"; label="Exchange"; 41822 [id="node_41822" labelType="html" label="ShuffledRowRDD [41822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109282 { id="cluster_109282"; isCluster="true"; label="WholeStageCodegen (6)"; 41823 [id="node_41823" labelType="html" label="MapPartitionsRDD [41823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109245 { id="cluster_109245"; isCluster="true"; label="WholeStageCodegen (7)"; 41824 [id="node_41824" labelType="html" label="ZippedPartitionsRDD2 [41824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41825 [id="node_41825" labelType="html" label="MapPartitionsRDD [41825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109244 { id="cluster_109244"; isCluster="true"; label="InMemoryTableScan"; 41826 [id="node_41826" labelType="html" label="MapPartitionsRDD [41826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41827 [id="node_41827" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#837979 AS qty#837981, demandChannel#837974, demandStream#837975, cachedKpis#837980 AS kpis#837982]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#837978L, cachedShardId#837977], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1375257]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1375253]\n : +- *(2) Has... [41827] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41828 [id="node_41828" labelType="html" label="MapPartitionsRDD [41828] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41829 [id="node_41829" labelType="html" label="MapPartitionsRDD [41829] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41830 [id="node_41830" labelType="html" label="MapPartitionsRDD [41830] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109290 { id="cluster_109290"; isCluster="true"; label="WholeStageCodegen (3)"; 41831 [id="node_41831" labelType="html" label="MapPartitionsRDD [41831] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109243 { id="cluster_109243"; isCluster="true"; label="Union"; 41832 [id="node_41832" labelType="html" label="UnionRDD [41832] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109242 { id="cluster_109242"; isCluster="true"; label="Exchange"; 41833 [id="node_41833" labelType="html" label="MapPartitionsRDD [41833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41703->41704; 41704->41705; 41705->41789; 41818->41819; 41822->41823; 41819->41824; 41823->41824; 41824->41825; 41825->41826; 41826->41827; 41827->41828; 41828->41829; 41829->41830; 41789->41831; 41830->41832; 41831->41832; 41832->41833; }
41702,41703
41817,41818
41821,41822
41705
41827
41703
41704
41705
41789
41818
41819
41822
41823
41824
41825
41826
41827
41828
41829
41830
41831
41832
41833
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time