4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 88044 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
510.9 KiB / 5523
Shuffle Write Size / Records:
1882.9 KiB / 5604
Associated Job Ids:
4595
DAG Visualization
digraph G { id="graph_88044"; subgraph graph_stage_88044 { id="graph_stage_88044"; isCluster="true"; label="Stage 88044"; 39785 [id="node_39785" labelType="html" label="SQLExecutionRDD [39785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_103412 { id="cluster_103412"; isCluster="true"; label="map"; 39538 [id="node_39538" labelType="html" label="MapPartitionsRDD [39538] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_103429 { id="cluster_103429"; isCluster="true"; label="checkpoint"; 39547 [id="node_39547" labelType="html" label="LocalCheckpointRDD [39547]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_103906 { id="cluster_103906"; isCluster="true"; label="Exchange"; 39770 [id="node_39770" labelType="html" label="ShuffledRowRDD [39770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103901 { id="cluster_103901"; isCluster="true"; label="WholeStageCodegen (6)"; 39771 [id="node_39771" labelType="html" label="MapPartitionsRDD [39771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103900 { id="cluster_103900"; isCluster="true"; label="SortAggregate"; 39772 [id="node_39772" labelType="html" label="MapPartitionsRDD [39772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103899 { id="cluster_103899"; isCluster="true"; label="InMemoryTableScan"; 39773 [id="node_39773" labelType="html" label="MapPartitionsRDD [39773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39774 [id="node_39774" labelType="html" label="SortAggregate(key=[demandChannel#796539, shardId#754568, qty#796559, worklistShardItemId#754569L, demandStream#796540], functions=[first(kpis#796568, false)], output=[shardId#754568, worklistShardItemId#754569L, qty#796559, demandChannel#796539, demandStream#796540, kpis#796701])\n+- *(6) Sort [demandChannel#796539 ASC NULLS FIRST, shardId#754568 ASC NULLS FIRST, qty#796559 ASC NULLS FIRST, worklistShardItemId#754569L ASC NULLS FIRST, demandStream#796540 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#796539, shardId#754568, qty#796559, worklistShardItemId#754569L, demandStream#796540, 37), ENSURE_REQUIREMENTS, [plan_id=1318429]\n +- SortAggregate(key=[demandChannel#796539, shardId#754568, knownfloatingpointnormalized(normalizenanandzero(qty#796559)) AS qty#796559, worklistShardItemId#754569L, demandStream#796540], functions=[partial_first(kpis#796568, false)], output=[demandChannel#796539, shardId#754568, qty#796559, worklistShardItemId#754569L, demandStream#796540, first#79677... [39774] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103993 { id="cluster_103993"; isCluster="true"; label="InMemoryTableScan"; 39781 [id="node_39781" labelType="html" label="MapPartitionsRDD [39781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39782 [id="node_39782" labelType="html" label="MapPartitionsRDD [39782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 39783 [id="node_39783" labelType="html" label="MapPartitionsRDD [39783] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103992 { id="cluster_103992"; isCluster="true"; label="DeserializeToObject"; 39784 [id="node_39784" labelType="html" label="MapPartitionsRDD [39784] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_103994 { id="cluster_103994"; isCluster="true"; label="mapPartitions"; 39786 [id="node_39786" labelType="html" label="MapPartitionsRDD [39786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104014 { id="cluster_104014"; isCluster="true"; label="union"; 39795 [id="node_39795" labelType="html" label="UnionRDD [39795] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104015 { id="cluster_104015"; isCluster="true"; label="filter"; 39796 [id="node_39796" labelType="html" label="MapPartitionsRDD [39796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_104016 { id="cluster_104016"; isCluster="true"; label="distinct"; 39797 [id="node_39797" labelType="html" label="MapPartitionsRDD [39797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 39547->39538; 39770->39771; 39771->39772; 39772->39773; 39773->39774; 39774->39781; 39781->39782; 39782->39783; 39783->39784; 39784->39785; 39785->39786; 39538->39795; 39786->39795; 39795->39796; 39796->39797; }
39769,39770
39538
39774
39785
39538
39770
39771
39772
39773
39774
39781
39782
39783
39784
39786
39795
39796
39797
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time