4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 94381 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
64.3 KiB / 496
Shuffle Read Size / Records:
102.3 KiB / 0
Associated Job Ids:
4946
DAG Visualization
digraph G { id="graph_94381"; subgraph graph_stage_94381 { id="graph_stage_94381"; isCluster="true"; label="Stage 94381"; subgraph cluster_112107 { id="cluster_112107"; isCluster="true"; label="repartition"; 43027 [id="node_43027" labelType="html" label="ShuffledRDD [43027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43028 [id="node_43028" labelType="html" label="CoalescedRDD [43028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43029 [id="node_43029" labelType="html" label="MapPartitionsRDD [43029] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112298 { id="cluster_112298"; isCluster="true"; label="map"; 43109 [id="node_43109" labelType="html" label="MapPartitionsRDD [43109] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112361 { id="cluster_112361"; isCluster="true"; label="Exchange"; 43138 [id="node_43138" labelType="html" label="ShuffledRowRDD [43138] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112358 { id="cluster_112358"; isCluster="true"; label="WholeStageCodegen (4)"; 43139 [id="node_43139" labelType="html" label="MapPartitionsRDD [43139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112396 { id="cluster_112396"; isCluster="true"; label="Exchange"; 43142 [id="node_43142" labelType="html" label="ShuffledRowRDD [43142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112393 { id="cluster_112393"; isCluster="true"; label="WholeStageCodegen (6)"; 43143 [id="node_43143" labelType="html" label="MapPartitionsRDD [43143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112350 { id="cluster_112350"; isCluster="true"; label="WholeStageCodegen (7)"; 43144 [id="node_43144" labelType="html" label="ZippedPartitionsRDD2 [43144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43145 [id="node_43145" labelType="html" label="MapPartitionsRDD [43145] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112349 { id="cluster_112349"; isCluster="true"; label="InMemoryTableScan"; 43146 [id="node_43146" labelType="html" label="MapPartitionsRDD [43146] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43147 [id="node_43147" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#865769 AS qty#865771, demandChannel#865764, demandStream#865765, cachedKpis#865770 AS kpis#865772]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#865768L, cachedShardId#865767], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1383136]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1383132]\n : +- *(2) Has... [43147] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43148 [id="node_43148" labelType="html" label="MapPartitionsRDD [43148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43149 [id="node_43149" labelType="html" label="MapPartitionsRDD [43149] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43150 [id="node_43150" labelType="html" label="MapPartitionsRDD [43150] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112401 { id="cluster_112401"; isCluster="true"; label="WholeStageCodegen (3)"; 43151 [id="node_43151" labelType="html" label="MapPartitionsRDD [43151] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112348 { id="cluster_112348"; isCluster="true"; label="Union"; 43152 [id="node_43152" labelType="html" label="UnionRDD [43152] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112347 { id="cluster_112347"; isCluster="true"; label="Exchange"; 43153 [id="node_43153" labelType="html" label="MapPartitionsRDD [43153] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43027->43028; 43028->43029; 43029->43109; 43138->43139; 43142->43143; 43139->43144; 43143->43144; 43144->43145; 43145->43146; 43146->43147; 43147->43148; 43148->43149; 43149->43150; 43109->43151; 43150->43152; 43151->43152; 43152->43153; }
43026,43027
43137,43138
43141,43142
43029
43147
43027
43028
43029
43109
43138
43139
43142
43143
43144
43145
43146
43147
43148
43149
43150
43151
43152
43153
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time