4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111241 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
63.0 KiB / 465
Shuffle Write Size / Records:
247.8 KiB / 465
Associated Job Ids:
6073
DAG Visualization
digraph G { id="graph_111241"; subgraph graph_stage_111241 { id="graph_stage_111241"; isCluster="true"; label="Stage 111241"; 53091 [id="node_53091" labelType="html" label="SQLExecutionRDD [53091] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_137659 { id="cluster_137659"; isCluster="true"; label="repartition"; 52843 [id="node_52843" labelType="html" label="ShuffledRDD [52843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52844 [id="node_52844" labelType="html" label="CoalescedRDD [52844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52845 [id="node_52845" labelType="html" label="MapPartitionsRDD [52845] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138169 { id="cluster_138169"; isCluster="true"; label="Exchange"; 53076 [id="node_53076" labelType="html" label="ShuffledRowRDD [53076] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138164 { id="cluster_138164"; isCluster="true"; label="WholeStageCodegen (6)"; 53077 [id="node_53077" labelType="html" label="MapPartitionsRDD [53077] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138163 { id="cluster_138163"; isCluster="true"; label="SortAggregate"; 53078 [id="node_53078" labelType="html" label="MapPartitionsRDD [53078] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138162 { id="cluster_138162"; isCluster="true"; label="InMemoryTableScan"; 53079 [id="node_53079" labelType="html" label="MapPartitionsRDD [53079] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53080 [id="node_53080" labelType="html" label="SortAggregate(key=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[first(kpis#1064334, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1064325, demandChannel#1064305, demandStream#1064306, kpis#1064467])\n+- *(6) Sort [demandChannel#1064305 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1064325 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1064306 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L, demandStream#1064306, 37), ENSURE_REQUIREMENTS, [plan_id=1688782]\n +- SortAggregate(key=[demandChannel#1064305, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1064325)) AS qty#1064325, worklistShardItemId#1011816L, demandStream#1064306], functions=[partial_first(kpis#1064334, false)], output=[demandChannel#1064305, shardId#1011815, qty#1064325, worklistShardItemId#1011816L,... [53080] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138256 { id="cluster_138256"; isCluster="true"; label="InMemoryTableScan"; 53087 [id="node_53087" labelType="html" label="MapPartitionsRDD [53087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53088 [id="node_53088" labelType="html" label="MapPartitionsRDD [53088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53089 [id="node_53089" labelType="html" label="MapPartitionsRDD [53089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138255 { id="cluster_138255"; isCluster="true"; label="DeserializeToObject"; 53090 [id="node_53090" labelType="html" label="MapPartitionsRDD [53090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138257 { id="cluster_138257"; isCluster="true"; label="mapPartitions"; 53092 [id="node_53092" labelType="html" label="MapPartitionsRDD [53092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138277 { id="cluster_138277"; isCluster="true"; label="union"; 53101 [id="node_53101" labelType="html" label="UnionRDD [53101] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138278 { id="cluster_138278"; isCluster="true"; label="filter"; 53102 [id="node_53102" labelType="html" label="MapPartitionsRDD [53102] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138279 { id="cluster_138279"; isCluster="true"; label="distinct"; 53103 [id="node_53103" labelType="html" label="MapPartitionsRDD [53103] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52843->52844; 52844->52845; 53076->53077; 53077->53078; 53078->53079; 53079->53080; 53080->53087; 53087->53088; 53088->53089; 53089->53090; 53090->53091; 53091->53092; 52845->53101; 53092->53101; 53101->53102; 53102->53103; }
52842,52843
53075,53076
52845
53080
53091
52843
52844
52845
53076
53077
53078
53079
53080
53087
53088
53089
53090
53092
53101
53102
53103
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time