4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 103118 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
611.1 KiB / 5881
Shuffle Write Size / Records:
1903.2 KiB / 5990
Associated Job Ids:
5721
DAG Visualization
digraph G { id="graph_103118"; subgraph graph_stage_103118 { id="graph_stage_103118"; isCluster="true"; label="Stage 103118"; 49604 [id="node_49604" labelType="html" label="SQLExecutionRDD [49604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_128901 { id="cluster_128901"; isCluster="true"; label="repartition"; 49356 [id="node_49356" labelType="html" label="ShuffledRDD [49356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49357 [id="node_49357" labelType="html" label="CoalescedRDD [49357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49358 [id="node_49358" labelType="html" label="MapPartitionsRDD [49358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129411 { id="cluster_129411"; isCluster="true"; label="Exchange"; 49589 [id="node_49589" labelType="html" label="ShuffledRowRDD [49589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129406 { id="cluster_129406"; isCluster="true"; label="WholeStageCodegen (6)"; 49590 [id="node_49590" labelType="html" label="MapPartitionsRDD [49590] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129405 { id="cluster_129405"; isCluster="true"; label="SortAggregate"; 49591 [id="node_49591" labelType="html" label="MapPartitionsRDD [49591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129404 { id="cluster_129404"; isCluster="true"; label="InMemoryTableScan"; 49592 [id="node_49592" labelType="html" label="MapPartitionsRDD [49592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49593 [id="node_49593" labelType="html" label="SortAggregate(key=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[first(kpis#992665, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#992656, demandChannel#992636, demandStream#992637, kpis#992798])\n+- *(6) Sort [demandChannel#992636 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#992656 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#992637 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, 37), ENSURE_REQUIREMENTS, [plan_id=1628230]\n +- SortAggregate(key=[demandChannel#992636, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#992656)) AS qty#992656, worklistShardItemId#943632L, demandStream#992637], functions=[partial_first(kpis#992665, false)], output=[demandChannel#992636, shardId#943631, qty#992656, worklistShardItemId#943632L, demandStream#992637, first#99287... [49593] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129498 { id="cluster_129498"; isCluster="true"; label="InMemoryTableScan"; 49600 [id="node_49600" labelType="html" label="MapPartitionsRDD [49600] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49601 [id="node_49601" labelType="html" label="MapPartitionsRDD [49601] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49602 [id="node_49602" labelType="html" label="MapPartitionsRDD [49602] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129497 { id="cluster_129497"; isCluster="true"; label="DeserializeToObject"; 49603 [id="node_49603" labelType="html" label="MapPartitionsRDD [49603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129499 { id="cluster_129499"; isCluster="true"; label="mapPartitions"; 49605 [id="node_49605" labelType="html" label="MapPartitionsRDD [49605] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129519 { id="cluster_129519"; isCluster="true"; label="union"; 49614 [id="node_49614" labelType="html" label="UnionRDD [49614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129520 { id="cluster_129520"; isCluster="true"; label="filter"; 49615 [id="node_49615" labelType="html" label="MapPartitionsRDD [49615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129521 { id="cluster_129521"; isCluster="true"; label="distinct"; 49616 [id="node_49616" labelType="html" label="MapPartitionsRDD [49616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49356->49357; 49357->49358; 49589->49590; 49590->49591; 49591->49592; 49592->49593; 49593->49600; 49600->49601; 49601->49602; 49602->49603; 49603->49604; 49604->49605; 49358->49614; 49605->49614; 49614->49615; 49615->49616; }
49355,49356
49588,49589
49358
49593
49604
49356
49357
49358
49589
49590
49591
49592
49593
49600
49601
49602
49603
49605
49614
49615
49616
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time