4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102858 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
584.5 KiB / 5845
Shuffle Read Size / Records:
374.3 KiB / 0
Associated Job Ids:
5715
DAG Visualization
digraph G { id="graph_102858"; subgraph graph_stage_102858 { id="graph_stage_102858"; isCluster="true"; label="Stage 102858"; subgraph cluster_128901 { id="cluster_128901"; isCluster="true"; label="repartition"; 49356 [id="node_49356" labelType="html" label="ShuffledRDD [49356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49357 [id="node_49357" labelType="html" label="CoalescedRDD [49357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49358 [id="node_49358" labelType="html" label="MapPartitionsRDD [49358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129092 { id="cluster_129092"; isCluster="true"; label="map"; 49438 [id="node_49438" labelType="html" label="MapPartitionsRDD [49438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129155 { id="cluster_129155"; isCluster="true"; label="Exchange"; 49467 [id="node_49467" labelType="html" label="ShuffledRowRDD [49467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129152 { id="cluster_129152"; isCluster="true"; label="WholeStageCodegen (4)"; 49468 [id="node_49468" labelType="html" label="MapPartitionsRDD [49468] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129190 { id="cluster_129190"; isCluster="true"; label="Exchange"; 49471 [id="node_49471" labelType="html" label="ShuffledRowRDD [49471] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129187 { id="cluster_129187"; isCluster="true"; label="WholeStageCodegen (6)"; 49472 [id="node_49472" labelType="html" label="MapPartitionsRDD [49472] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129144 { id="cluster_129144"; isCluster="true"; label="WholeStageCodegen (7)"; 49473 [id="node_49473" labelType="html" label="ZippedPartitionsRDD2 [49473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49474 [id="node_49474" labelType="html" label="MapPartitionsRDD [49474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129143 { id="cluster_129143"; isCluster="true"; label="InMemoryTableScan"; 49475 [id="node_49475" labelType="html" label="MapPartitionsRDD [49475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49476 [id="node_49476" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#989865 AS qty#989867, demandChannel#989860, demandStream#989861, cachedKpis#989866 AS kpis#989868]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#989864L, cachedShardId#989863], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1627300]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1627296]\n : +- *(2) Has... [49476] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49477 [id="node_49477" labelType="html" label="MapPartitionsRDD [49477] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49478 [id="node_49478" labelType="html" label="MapPartitionsRDD [49478] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 49479 [id="node_49479" labelType="html" label="MapPartitionsRDD [49479] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129195 { id="cluster_129195"; isCluster="true"; label="WholeStageCodegen (3)"; 49480 [id="node_49480" labelType="html" label="MapPartitionsRDD [49480] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129142 { id="cluster_129142"; isCluster="true"; label="Union"; 49481 [id="node_49481" labelType="html" label="UnionRDD [49481] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_129141 { id="cluster_129141"; isCluster="true"; label="Exchange"; 49482 [id="node_49482" labelType="html" label="MapPartitionsRDD [49482] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 49356->49357; 49357->49358; 49358->49438; 49467->49468; 49471->49472; 49468->49473; 49472->49473; 49473->49474; 49474->49475; 49475->49476; 49476->49477; 49477->49478; 49478->49479; 49438->49480; 49479->49481; 49480->49481; 49481->49482; }
49355,49356
49466,49467
49470,49471
49358
49476
49356
49357
49358
49438
49467
49468
49471
49472
49473
49474
49475
49476
49477
49478
49479
49480
49481
49482
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time