4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 88307 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Process local: 74
Input Size / Records:
510.7 KiB / 5626
Shuffle Write Size / Records:
1853.4 KiB / 5642
Associated Job Ids:
4617
DAG Visualization
digraph G { id="graph_88307"; subgraph graph_stage_88307 { id="graph_stage_88307"; isCluster="true"; label="Stage 88307"; 40053 [id="node_40053" labelType="html" label="SQLExecutionRDD [40053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_104017 { id="cluster_104017"; isCluster="true"; label="repartition"; 39801 [id="node_39801" labelType="html" label="ShuffledRDD [39801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39802 [id="node_39802" labelType="html" label="CoalescedRDD [39802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39803 [id="node_39803" labelType="html" label="MapPartitionsRDD [39803] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104539 { id="cluster_104539"; isCluster="true"; label="Exchange"; 40038 [id="node_40038" labelType="html" label="ShuffledRowRDD [40038] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104533 { id="cluster_104533"; isCluster="true"; label="WholeStageCodegen (6)"; 40039 [id="node_40039" labelType="html" label="MapPartitionsRDD [40039] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104532 { id="cluster_104532"; isCluster="true"; label="SortAggregate"; 40040 [id="node_40040" labelType="html" label="MapPartitionsRDD [40040] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104531 { id="cluster_104531"; isCluster="true"; label="InMemoryTableScan"; 40041 [id="node_40041" labelType="html" label="MapPartitionsRDD [40041] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40042 [id="node_40042" labelType="html" label="SortAggregate(key=[demandChannel#802119, shardId#754568, qty#802139, worklistShardItemId#754569L, demandStream#802120], functions=[first(kpis#802148, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#802139, demandChannel#802119, demandStream#802120, kpis#802281])\n+- *(6) Sort [demandChannel#802119 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#802139 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#802120 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#802119, shardId#754568, qty#802139, worklistShardItemId#754569L, demandStream#802120, 37), ENSURE_REQUIREMENTS, [plan_id=1320030]\n +- SortAggregate(key=[demandChannel#802119, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#802139)) AS qty#802139, worklistShardItemId#754569L, demandStream#802120], functions=[partial_first(kpis#802148, false)], output=[demandChannel#802119, shardId#754568, qty#802139, worklistShardItemId#754569L, demandStream#802120, first#80235... [40042] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104625 { id="cluster_104625"; isCluster="true"; label="InMemoryTableScan"; 40049 [id="node_40049" labelType="html" label="MapPartitionsRDD [40049] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40050 [id="node_40050" labelType="html" label="MapPartitionsRDD [40050] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40051 [id="node_40051" labelType="html" label="MapPartitionsRDD [40051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104624 { id="cluster_104624"; isCluster="true"; label="DeserializeToObject"; 40052 [id="node_40052" labelType="html" label="MapPartitionsRDD [40052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104626 { id="cluster_104626"; isCluster="true"; label="mapPartitions"; 40054 [id="node_40054" labelType="html" label="MapPartitionsRDD [40054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104646 { id="cluster_104646"; isCluster="true"; label="union"; 40063 [id="node_40063" labelType="html" label="UnionRDD [40063] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104647 { id="cluster_104647"; isCluster="true"; label="filter"; 40064 [id="node_40064" labelType="html" label="MapPartitionsRDD [40064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104648 { id="cluster_104648"; isCluster="true"; label="distinct"; 40065 [id="node_40065" labelType="html" label="MapPartitionsRDD [40065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 39801->39802; 39802->39803; 40038->40039; 40039->40040; 40040->40041; 40041->40042; 40042->40049; 40049->40050; 40050->40051; 40051->40052; 40052->40053; 40053->40054; 39803->40063; 40054->40063; 40063->40064; 40064->40065; }
39800,39801
40037,40038
39803
40042
40053
39801
39802
39803
40038
40039
40040
40041
40042
40049
40050
40051
40052
40054
40063
40064
40065
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time