4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96698 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
65.4 KiB / 508
Shuffle Read Size / Records:
81.5 KiB / 0
Associated Job Ids:
5034
DAG Visualization
digraph G { id="graph_96698"; subgraph graph_stage_96698 { id="graph_stage_96698"; isCluster="true"; label="Stage 96698"; subgraph cluster_114661 { id="cluster_114661"; isCluster="true"; label="repartition"; 44111 [id="node_44111" labelType="html" label="ShuffledRDD [44111] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44112 [id="node_44112" labelType="html" label="CoalescedRDD [44112] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44113 [id="node_44113" labelType="html" label="MapPartitionsRDD [44113] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114852 { id="cluster_114852"; isCluster="true"; label="map"; 44193 [id="node_44193" labelType="html" label="MapPartitionsRDD [44193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114911 { id="cluster_114911"; isCluster="true"; label="Exchange"; 44222 [id="node_44222" labelType="html" label="ShuffledRowRDD [44222] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114908 { id="cluster_114908"; isCluster="true"; label="WholeStageCodegen (4)"; 44223 [id="node_44223" labelType="html" label="MapPartitionsRDD [44223] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114950 { id="cluster_114950"; isCluster="true"; label="Exchange"; 44226 [id="node_44226" labelType="html" label="ShuffledRowRDD [44226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114947 { id="cluster_114947"; isCluster="true"; label="WholeStageCodegen (6)"; 44227 [id="node_44227" labelType="html" label="MapPartitionsRDD [44227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114904 { id="cluster_114904"; isCluster="true"; label="WholeStageCodegen (7)"; 44228 [id="node_44228" labelType="html" label="ZippedPartitionsRDD2 [44228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44229 [id="node_44229" labelType="html" label="MapPartitionsRDD [44229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114903 { id="cluster_114903"; isCluster="true"; label="InMemoryTableScan"; 44230 [id="node_44230" labelType="html" label="MapPartitionsRDD [44230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44231 [id="node_44231" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#888322 AS qty#888324, demandChannel#888317, demandStream#888318, cachedKpis#888323 AS kpis#888325]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#888321L, cachedShardId#888320], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1389563]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1389559]\n : +- *(2) Has... [44231] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44232 [id="node_44232" labelType="html" label="MapPartitionsRDD [44232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44233 [id="node_44233" labelType="html" label="MapPartitionsRDD [44233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44234 [id="node_44234" labelType="html" label="MapPartitionsRDD [44234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114955 { id="cluster_114955"; isCluster="true"; label="WholeStageCodegen (3)"; 44235 [id="node_44235" labelType="html" label="MapPartitionsRDD [44235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114902 { id="cluster_114902"; isCluster="true"; label="Union"; 44236 [id="node_44236" labelType="html" label="UnionRDD [44236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114901 { id="cluster_114901"; isCluster="true"; label="Exchange"; 44237 [id="node_44237" labelType="html" label="MapPartitionsRDD [44237] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44111->44112; 44112->44113; 44113->44193; 44222->44223; 44226->44227; 44223->44228; 44227->44228; 44228->44229; 44229->44230; 44230->44231; 44231->44232; 44232->44233; 44233->44234; 44193->44235; 44234->44236; 44235->44236; 44236->44237; }
44110,44111
44221,44222
44225,44226
44113
44231
44111
44112
44113
44193
44222
44223
44226
44227
44228
44229
44230
44231
44232
44233
44234
44235
44236
44237
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time