4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 116644 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 36; Process local: 1
Shuffle Read Size / Records:
53.8 KiB / 156
Associated Job Ids:
6409
DAG Visualization
digraph G { id="graph_116644"; subgraph graph_stage_116644 { id="graph_stage_116644"; isCluster="true"; label="Stage 116644"; 56342 [id="node_56342" labelType="html" label="SQLExecutionRDD [56342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_146306 { id="cluster_146306"; isCluster="true"; label="Exchange"; 56333 [id="node_56333" labelType="html" label="ShuffledRowRDD [56333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146301 { id="cluster_146301"; isCluster="true"; label="WholeStageCodegen (6)"; 56334 [id="node_56334" labelType="html" label="MapPartitionsRDD [56334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146300 { id="cluster_146300"; isCluster="true"; label="SortAggregate"; 56335 [id="node_56335" labelType="html" label="MapPartitionsRDD [56335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146299 { id="cluster_146299"; isCluster="true"; label="InMemoryTableScan"; 56336 [id="node_56336" labelType="html" label="MapPartitionsRDD [56336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56337 [id="node_56337" labelType="html" label="SortAggregate(key=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[first(kpis#1131244, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1131235, demandChannel#1131215, demandStream#1131216, kpis#1131377])\n+- *(6) Sort [demandChannel#1131215 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1131235 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1131216 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L, demandStream#1131216, 37), ENSURE_REQUIREMENTS, [plan_id=1756312]\n +- SortAggregate(key=[demandChannel#1131215, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1131235)) AS qty#1131235, worklistShardItemId#1100458L, demandStream#1131216], functions=[partial_first(kpis#1131244, false)], output=[demandChannel#1131215, shardId#1100457, qty#1131235, worklistShardItemId#1100458L,... [56337] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56338 [id="node_56338" labelType="html" label="MapPartitionsRDD [56338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56339 [id="node_56339" labelType="html" label="MapPartitionsRDD [56339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56340 [id="node_56340" labelType="html" label="MapPartitionsRDD [56340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146298 { id="cluster_146298"; isCluster="true"; label="DeserializeToObject"; 56341 [id="node_56341" labelType="html" label="MapPartitionsRDD [56341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_146355 { id="cluster_146355"; isCluster="true"; label="mapPartitions"; 56343 [id="node_56343" labelType="html" label="MapPartitionsRDD [56343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56333->56334; 56334->56335; 56335->56336; 56336->56337; 56337->56338; 56338->56339; 56339->56340; 56340->56341; 56341->56342; 56342->56343; }
56332,56333
56337
56342
56333
56334
56335
56336
56337
56338
56339
56340
56341
56343
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time