4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103064 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
26.5 KiB / 36
Shuffle Write Size / Records:
3.2 KiB / 36
Associated Job Ids:
5720
DAG Visualization
digraph G { id="graph_103064"; subgraph graph_stage_103064 { id="graph_stage_103064"; isCluster="true"; label="Stage 103064"; subgraph cluster_129411 { id="cluster_129411"; isCluster="true"; label="Exchange"; 49589 [id="node_49589" labelType="html" label="ShuffledRowRDD [49589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129406 { id="cluster_129406"; isCluster="true"; label="WholeStageCodegen (6)"; 49590 [id="node_49590" labelType="html" label="MapPartitionsRDD [49590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129405 { id="cluster_129405"; isCluster="true"; label="SortAggregate"; 49591 [id="node_49591" labelType="html" label="MapPartitionsRDD [49591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129404 { id="cluster_129404"; isCluster="true"; label="InMemoryTableScan"; 49592 [id="node_49592" labelType="html" label="MapPartitionsRDD [49592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49593 [id="node_49593" labelType="html" label="SortAggregate(key=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[first(kpis#992665, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#992656, demandChannel#992636, demandStream#992637, kpis#992798])\n+- *(6) Sort [demandChannel#992636 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#992656 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#992637 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, 37), ENSURE_REQUIREMENTS, [plan_id=1628230]\n +- SortAggregate(key=[demandChannel#992636, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#992656)) AS qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[partial_first(kpis#992665, false)], output=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, first#99287... [49593] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129507 { id="cluster_129507"; isCluster="true"; label="InMemoryTableScan"; 49606 [id="node_49606" labelType="html" label="MapPartitionsRDD [49606] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49607 [id="node_49607" labelType="html" label="MapPartitionsRDD [49607] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49608 [id="node_49608" labelType="html" label="MapPartitionsRDD [49608] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129504 { id="cluster_129504"; isCluster="true"; label="WholeStageCodegen (1)"; 49609 [id="node_49609" labelType="html" label="MapPartitionsRDD [49609] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129503 { id="cluster_129503"; isCluster="true"; label="Exchange"; 49610 [id="node_49610" labelType="html" label="MapPartitionsRDD [49610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49589->49590; 49590->49591; 49591->49592; 49592->49593; 49593->49606; 49606->49607; 49607->49608; 49608->49609; 49609->49610; }
49588,49589
49593
49589
49590
49591
49592
49593
49606
49607
49608
49609
49610
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time