4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96462 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.8 KiB / 508
Shuffle Write Size / Records:
271.6 KiB / 508
Associated Job Ids:
5019
DAG Visualization
digraph G { id="graph_96462"; subgraph graph_stage_96462 { id="graph_stage_96462"; isCluster="true"; label="Stage 96462"; 44095 [id="node_44095" labelType="html" label="SQLExecutionRDD [44095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_113983 { id="cluster_113983"; isCluster="true"; label="repartition"; 43825 [id="node_43825" labelType="html" label="ShuffledRDD [43825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43826 [id="node_43826" labelType="html" label="CoalescedRDD [43826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43827 [id="node_43827" labelType="html" label="MapPartitionsRDD [43827] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114550 { id="cluster_114550"; isCluster="true"; label="Exchange"; 44080 [id="node_44080" labelType="html" label="ShuffledRowRDD [44080] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114545 { id="cluster_114545"; isCluster="true"; label="WholeStageCodegen (6)"; 44081 [id="node_44081" labelType="html" label="MapPartitionsRDD [44081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114544 { id="cluster_114544"; isCluster="true"; label="SortAggregate"; 44082 [id="node_44082" labelType="html" label="MapPartitionsRDD [44082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114543 { id="cluster_114543"; isCluster="true"; label="InMemoryTableScan"; 44083 [id="node_44083" labelType="html" label="MapPartitionsRDD [44083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44084 [id="node_44084" labelType="html" label="SortAggregate(key=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[first(kpis#885564, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#885555, demandChannel#885535, demandStream#885536, kpis#885697])\n+- *(6) Sort [demandChannel#885535 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#885555 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#885536 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, 37), ENSURE_REQUIREMENTS, [plan_id=1388944]\n +- SortAggregate(key=[demandChannel#885535, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#885555)) AS qty#885555, worklistShardItemId#815741L, demandStream#885536], functions=[partial_first(kpis#885564, false)], output=[demandChannel#885535, shardId#815740, qty#885555, worklistShardItemId#815741L, demandStream#885536, first#88577... [44084] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114637 { id="cluster_114637"; isCluster="true"; label="InMemoryTableScan"; 44091 [id="node_44091" labelType="html" label="MapPartitionsRDD [44091] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44092 [id="node_44092" labelType="html" label="MapPartitionsRDD [44092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44093 [id="node_44093" labelType="html" label="MapPartitionsRDD [44093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114636 { id="cluster_114636"; isCluster="true"; label="DeserializeToObject"; 44094 [id="node_44094" labelType="html" label="MapPartitionsRDD [44094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114638 { id="cluster_114638"; isCluster="true"; label="mapPartitions"; 44096 [id="node_44096" labelType="html" label="MapPartitionsRDD [44096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114658 { id="cluster_114658"; isCluster="true"; label="union"; 44105 [id="node_44105" labelType="html" label="UnionRDD [44105] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114659 { id="cluster_114659"; isCluster="true"; label="filter"; 44106 [id="node_44106" labelType="html" label="MapPartitionsRDD [44106] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114660 { id="cluster_114660"; isCluster="true"; label="distinct"; 44107 [id="node_44107" labelType="html" label="MapPartitionsRDD [44107] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43825->43826; 43826->43827; 44080->44081; 44081->44082; 44082->44083; 44083->44084; 44084->44091; 44091->44092; 44092->44093; 44093->44094; 44094->44095; 44095->44096; 43827->44105; 44096->44105; 44105->44106; 44106->44107; }
43824,43825
44079,44080
43827
44084
44095
43825
43826
43827
44080
44081
44082
44083
44084
44091
44092
44093
44094
44096
44105
44106
44107
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time