4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102050 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
251.2 KiB / 1117
Associated Job Ids:
5655
DAG Visualization
digraph G { id="graph_102050"; subgraph graph_stage_102050 { id="graph_stage_102050"; isCluster="true"; label="Stage 102050"; 48804 [id="node_48804" labelType="html" label="SQLExecutionRDD [48804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_127546 { id="cluster_127546"; isCluster="true"; label="Exchange"; 48795 [id="node_48795" labelType="html" label="ShuffledRowRDD [48795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127541 { id="cluster_127541"; isCluster="true"; label="WholeStageCodegen (6)"; 48796 [id="node_48796" labelType="html" label="MapPartitionsRDD [48796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127540 { id="cluster_127540"; isCluster="true"; label="SortAggregate"; 48797 [id="node_48797" labelType="html" label="MapPartitionsRDD [48797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127539 { id="cluster_127539"; isCluster="true"; label="InMemoryTableScan"; 48798 [id="node_48798" labelType="html" label="MapPartitionsRDD [48798] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48799 [id="node_48799" labelType="html" label="SortAggregate(key=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[first(kpis#975991, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#975982, demandChannel#975962, demandStream#975963, kpis#976124])\n+- *(6) Sort [demandChannel#975962 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#975982 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#975963 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, 37), ENSURE_REQUIREMENTS, [plan_id=1623475]\n +- SortAggregate(key=[demandChannel#975962, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#975982)) AS qty#975982, worklistShardItemId#943632L, demandStream#975963], functions=[partial_first(kpis#975991, false)], output=[demandChannel#975962, shardId#943631, qty#975982, worklistShardItemId#943632L, demandStream#975963, first#97620... [48799] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48800 [id="node_48800" labelType="html" label="MapPartitionsRDD [48800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48801 [id="node_48801" labelType="html" label="MapPartitionsRDD [48801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48802 [id="node_48802" labelType="html" label="MapPartitionsRDD [48802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127538 { id="cluster_127538"; isCluster="true"; label="DeserializeToObject"; 48803 [id="node_48803" labelType="html" label="MapPartitionsRDD [48803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127595 { id="cluster_127595"; isCluster="true"; label="mapPartitions"; 48805 [id="node_48805" labelType="html" label="MapPartitionsRDD [48805] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48795->48796; 48796->48797; 48797->48798; 48798->48799; 48799->48800; 48800->48801; 48801->48802; 48802->48803; 48803->48804; 48804->48805; }
48794,48795
48799
48804
48795
48796
48797
48798
48799
48800
48801
48802
48803
48805
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time