4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 86913 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 74
Input Size / Records:
495.7 KiB / 5172
Shuffle Write Size / Records:
1883.1 KiB / 5338
Associated Job Ids:
4552
DAG Visualization
digraph G { id="graph_86913"; subgraph graph_stage_86913 { id="graph_stage_86913"; isCluster="true"; label="Stage 86913"; 39255 [id="node_39255" labelType="html" label="SQLExecutionRDD [39255] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_102152 { id="cluster_102152"; isCluster="true"; label="repartition"; 39007 [id="node_39007" labelType="html" label="ShuffledRDD [39007] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39008 [id="node_39008" labelType="html" label="CoalescedRDD [39008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39009 [id="node_39009" labelType="html" label="MapPartitionsRDD [39009] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102662 { id="cluster_102662"; isCluster="true"; label="Exchange"; 39240 [id="node_39240" labelType="html" label="ShuffledRowRDD [39240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102657 { id="cluster_102657"; isCluster="true"; label="WholeStageCodegen (6)"; 39241 [id="node_39241" labelType="html" label="MapPartitionsRDD [39241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102656 { id="cluster_102656"; isCluster="true"; label="SortAggregate"; 39242 [id="node_39242" labelType="html" label="MapPartitionsRDD [39242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102655 { id="cluster_102655"; isCluster="true"; label="InMemoryTableScan"; 39243 [id="node_39243" labelType="html" label="MapPartitionsRDD [39243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39244 [id="node_39244" labelType="html" label="SortAggregate(key=[demandChannel#785423, shardId#754568, qty#785443, worklistShardItemId#754569L, demandStream#785424], functions=[first(kpis#785452, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#785443, demandChannel#785423, demandStream#785424, kpis#785585])\n+- *(6) Sort [demandChannel#785423 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#785443 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#785424 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#785423, shardId#754568, qty#785443, worklistShardItemId#754569L, demandStream#785424, 37), ENSURE_REQUIREMENTS, [plan_id=1315249]\n +- SortAggregate(key=[demandChannel#785423, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#785443)) AS qty#785443, worklistShardItemId#754569L, demandStream#785424], functions=[partial_first(kpis#785452, false)], output=[demandChannel#785423, shardId#754568, qty#785443, worklistShardItemId#754569L, demandStream#785424, first#78566... [39244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102749 { id="cluster_102749"; isCluster="true"; label="InMemoryTableScan"; 39251 [id="node_39251" labelType="html" label="MapPartitionsRDD [39251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39252 [id="node_39252" labelType="html" label="MapPartitionsRDD [39252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39253 [id="node_39253" labelType="html" label="MapPartitionsRDD [39253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102748 { id="cluster_102748"; isCluster="true"; label="DeserializeToObject"; 39254 [id="node_39254" labelType="html" label="MapPartitionsRDD [39254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102750 { id="cluster_102750"; isCluster="true"; label="mapPartitions"; 39256 [id="node_39256" labelType="html" label="MapPartitionsRDD [39256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102770 { id="cluster_102770"; isCluster="true"; label="union"; 39265 [id="node_39265" labelType="html" label="UnionRDD [39265] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102771 { id="cluster_102771"; isCluster="true"; label="filter"; 39266 [id="node_39266" labelType="html" label="MapPartitionsRDD [39266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_102772 { id="cluster_102772"; isCluster="true"; label="distinct"; 39267 [id="node_39267" labelType="html" label="MapPartitionsRDD [39267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 39007->39008; 39008->39009; 39240->39241; 39241->39242; 39242->39243; 39243->39244; 39244->39251; 39251->39252; 39252->39253; 39253->39254; 39254->39255; 39255->39256; 39009->39265; 39256->39265; 39265->39266; 39266->39267; }
39006,39007
39239,39240
39009
39244
39255
39007
39008
39009
39240
39241
39242
39243
39244
39251
39252
39253
39254
39256
39265
39266
39267
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time