4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 89317 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 74
Input Size / Records:
503.9 KiB / 5650
Shuffle Write Size / Records:
1835.8 KiB / 5650
Associated Job Ids:
4659
DAG Visualization
digraph G { id="graph_89317"; subgraph graph_stage_89317 { id="graph_stage_89317"; isCluster="true"; label="Stage 89317"; 40581 [id="node_40581" labelType="html" label="SQLExecutionRDD [40581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_105270 { id="cluster_105270"; isCluster="true"; label="repartition"; 40333 [id="node_40333" labelType="html" label="ShuffledRDD [40333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40334 [id="node_40334" labelType="html" label="CoalescedRDD [40334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40335 [id="node_40335" labelType="html" label="MapPartitionsRDD [40335] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105780 { id="cluster_105780"; isCluster="true"; label="Exchange"; 40566 [id="node_40566" labelType="html" label="ShuffledRowRDD [40566] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105775 { id="cluster_105775"; isCluster="true"; label="WholeStageCodegen (6)"; 40567 [id="node_40567" labelType="html" label="MapPartitionsRDD [40567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105774 { id="cluster_105774"; isCluster="true"; label="SortAggregate"; 40568 [id="node_40568" labelType="html" label="MapPartitionsRDD [40568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105773 { id="cluster_105773"; isCluster="true"; label="InMemoryTableScan"; 40569 [id="node_40569" labelType="html" label="MapPartitionsRDD [40569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40570 [id="node_40570" labelType="html" label="SortAggregate(key=[demandChannel#813235, shardId#754568, qty#813255, worklistShardItemId#754569L, demandStream#813236], functions=[first(kpis#813264, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#813255, demandChannel#813235, demandStream#813236, kpis#813397])\n+- *(6) Sort [demandChannel#813235 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#813255 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#813236 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#813235, shardId#754568, qty#813255, worklistShardItemId#754569L, demandStream#813236, 37), ENSURE_REQUIREMENTS, [plan_id=1323195]\n +- SortAggregate(key=[demandChannel#813235, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#813255)) AS qty#813255, worklistShardItemId#754569L, demandStream#813236], functions=[partial_first(kpis#813264, false)], output=[demandChannel#813235, shardId#754568, qty#813255, worklistShardItemId#754569L, demandStream#813236, first#81347... [40570] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105867 { id="cluster_105867"; isCluster="true"; label="InMemoryTableScan"; 40577 [id="node_40577" labelType="html" label="MapPartitionsRDD [40577] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40578 [id="node_40578" labelType="html" label="MapPartitionsRDD [40578] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 40579 [id="node_40579" labelType="html" label="MapPartitionsRDD [40579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105866 { id="cluster_105866"; isCluster="true"; label="DeserializeToObject"; 40580 [id="node_40580" labelType="html" label="MapPartitionsRDD [40580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105868 { id="cluster_105868"; isCluster="true"; label="mapPartitions"; 40582 [id="node_40582" labelType="html" label="MapPartitionsRDD [40582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105888 { id="cluster_105888"; isCluster="true"; label="union"; 40591 [id="node_40591" labelType="html" label="UnionRDD [40591] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105889 { id="cluster_105889"; isCluster="true"; label="filter"; 40592 [id="node_40592" labelType="html" label="MapPartitionsRDD [40592] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105890 { id="cluster_105890"; isCluster="true"; label="distinct"; 40593 [id="node_40593" labelType="html" label="MapPartitionsRDD [40593] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 40333->40334; 40334->40335; 40566->40567; 40567->40568; 40568->40569; 40569->40570; 40570->40577; 40577->40578; 40578->40579; 40579->40580; 40580->40581; 40581->40582; 40335->40591; 40582->40591; 40591->40592; 40592->40593; }
40332,40333
40565,40566
40335
40570
40581
40333
40334
40335
40566
40567
40568
40569
40570
40577
40578
40579
40580
40582
40591
40592
40593
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time