4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103011 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 36; Process local: 1
Shuffle Read Size / Records:
51.7 KiB / 145
Associated Job Ids:
5719
DAG Visualization
digraph G { id="graph_103011"; subgraph graph_stage_103011 { id="graph_stage_103011"; isCluster="true"; label="Stage 103011"; 49598 [id="node_49598" labelType="html" label="SQLExecutionRDD [49598] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_129411 { id="cluster_129411"; isCluster="true"; label="Exchange"; 49589 [id="node_49589" labelType="html" label="ShuffledRowRDD [49589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129406 { id="cluster_129406"; isCluster="true"; label="WholeStageCodegen (6)"; 49590 [id="node_49590" labelType="html" label="MapPartitionsRDD [49590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129405 { id="cluster_129405"; isCluster="true"; label="SortAggregate"; 49591 [id="node_49591" labelType="html" label="MapPartitionsRDD [49591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129404 { id="cluster_129404"; isCluster="true"; label="InMemoryTableScan"; 49592 [id="node_49592" labelType="html" label="MapPartitionsRDD [49592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49593 [id="node_49593" labelType="html" label="SortAggregate(key=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[first(kpis#992665, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#992656, demandChannel#992636, demandStream#992637, kpis#992798])\n+- *(6) Sort [demandChannel#992636 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#992656 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#992637 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, 37), ENSURE_REQUIREMENTS, [plan_id=1628230]\n +- SortAggregate(key=[demandChannel#992636, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#992656)) AS qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[partial_first(kpis#992665, false)], output=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, first#99287... [49593] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49594 [id="node_49594" labelType="html" label="MapPartitionsRDD [49594] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49595 [id="node_49595" labelType="html" label="MapPartitionsRDD [49595] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49596 [id="node_49596" labelType="html" label="MapPartitionsRDD [49596] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129403 { id="cluster_129403"; isCluster="true"; label="DeserializeToObject"; 49597 [id="node_49597" labelType="html" label="MapPartitionsRDD [49597] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129460 { id="cluster_129460"; isCluster="true"; label="mapPartitions"; 49599 [id="node_49599" labelType="html" label="MapPartitionsRDD [49599] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49589->49590; 49590->49591; 49591->49592; 49592->49593; 49593->49594; 49594->49595; 49595->49596; 49596->49597; 49597->49598; 49598->49599; }
49588,49589
49593
49598
49589
49590
49591
49592
49593
49594
49595
49596
49597
49599
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time