4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106098 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
41.8 KiB / 236
Shuffle Read Size / Records:
35.2 KiB / 0
Associated Job Ids:
5941
DAG Visualization
digraph G { id="graph_106098"; subgraph graph_stage_106098 { id="graph_stage_106098"; isCluster="true"; label="Stage 106098"; subgraph cluster_133934 { id="cluster_133934"; isCluster="true"; label="repartition"; 51259 [id="node_51259" labelType="html" label="ShuffledRDD [51259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51260 [id="node_51260" labelType="html" label="CoalescedRDD [51260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51261 [id="node_51261" labelType="html" label="MapPartitionsRDD [51261] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134124 { id="cluster_134124"; isCluster="true"; label="map"; 51341 [id="node_51341" labelType="html" label="MapPartitionsRDD [51341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134187 { id="cluster_134187"; isCluster="true"; label="Exchange"; 51370 [id="node_51370" labelType="html" label="ShuffledRowRDD [51370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134184 { id="cluster_134184"; isCluster="true"; label="WholeStageCodegen (4)"; 51371 [id="node_51371" labelType="html" label="MapPartitionsRDD [51371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134216 { id="cluster_134216"; isCluster="true"; label="Exchange"; 51374 [id="node_51374" labelType="html" label="ShuffledRowRDD [51374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134213 { id="cluster_134213"; isCluster="true"; label="WholeStageCodegen (6)"; 51375 [id="node_51375" labelType="html" label="MapPartitionsRDD [51375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134176 { id="cluster_134176"; isCluster="true"; label="WholeStageCodegen (7)"; 51376 [id="node_51376" labelType="html" label="ZippedPartitionsRDD2 [51376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51377 [id="node_51377" labelType="html" label="MapPartitionsRDD [51377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134175 { id="cluster_134175"; isCluster="true"; label="InMemoryTableScan"; 51378 [id="node_51378" labelType="html" label="MapPartitionsRDD [51378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51379 [id="node_51379" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1028186 AS qty#1028188, demandChannel#1028181, demandStream#1028182, cachedKpis#1028187 AS kpis#1028189]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1028185L, cachedShardId#1028184], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1678424]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [51379] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51380 [id="node_51380" labelType="html" label="MapPartitionsRDD [51380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51381 [id="node_51381" labelType="html" label="MapPartitionsRDD [51381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51382 [id="node_51382" labelType="html" label="MapPartitionsRDD [51382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134221 { id="cluster_134221"; isCluster="true"; label="WholeStageCodegen (3)"; 51383 [id="node_51383" labelType="html" label="MapPartitionsRDD [51383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134174 { id="cluster_134174"; isCluster="true"; label="Union"; 51384 [id="node_51384" labelType="html" label="UnionRDD [51384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_134173 { id="cluster_134173"; isCluster="true"; label="Exchange"; 51385 [id="node_51385" labelType="html" label="MapPartitionsRDD [51385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51259->51260; 51260->51261; 51261->51341; 51370->51371; 51374->51375; 51371->51376; 51375->51376; 51376->51377; 51377->51378; 51378->51379; 51379->51380; 51380->51381; 51381->51382; 51341->51383; 51382->51384; 51383->51384; 51384->51385; }
51258,51259
51369,51370
51373,51374
51261
51379
51259
51260
51261
51341
51370
51371
51374
51375
51376
51377
51378
51379
51380
51381
51382
51383
51384
51385
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time