4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99283 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Associated Job Ids:
5220
DAG Visualization
digraph G { id="graph_99283"; subgraph graph_stage_99283 { id="graph_stage_99283"; isCluster="true"; label="Stage 99283"; subgraph cluster_118612 { id="cluster_118612"; isCluster="true"; label="Exchange"; 45599 [id="node_45599" labelType="html" label="ShuffledRowRDD [45599] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118609 { id="cluster_118609"; isCluster="true"; label="WholeStageCodegen (4)"; 45600 [id="node_45600" labelType="html" label="MapPartitionsRDD [45600] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118647 { id="cluster_118647"; isCluster="true"; label="Exchange"; 45603 [id="node_45603" labelType="html" label="ShuffledRowRDD [45603] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118644 { id="cluster_118644"; isCluster="true"; label="WholeStageCodegen (6)"; 45604 [id="node_45604" labelType="html" label="MapPartitionsRDD [45604] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118601 { id="cluster_118601"; isCluster="true"; label="WholeStageCodegen (7)"; 45605 [id="node_45605" labelType="html" label="ZippedPartitionsRDD2 [45605] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45606 [id="node_45606" labelType="html" label="MapPartitionsRDD [45606] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118600 { id="cluster_118600"; isCluster="true"; label="InMemoryTableScan"; 45607 [id="node_45607" labelType="html" label="MapPartitionsRDD [45607] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45608 [id="node_45608" labelType="html" label="*(7) Project [shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718, cachedQty#915955 AS qty#915957, demandChannel#915950, demandStream#915951, cachedKpis#915956 AS kpis#915958]\n+- *(7) SortMergeJoin [worklistShardItemId#904715L, shardId#904714], [cachedWorklistShardItemId#915954L, cachedShardId#915953], Inner\n :- *(4) Sort [worklistShardItemId#904715L ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#904715L, shardId#904714, 37), ENSURE_REQUIREMENTS, [plan_id=1447676]\n : +- *(3) HashAggregate(keys=[plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717], functions=[], output=[shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718])\n : +- Exchange hashpartitioning(plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717, 37), ENSURE_REQUIREMENTS, [plan_id=1447672]\n : +- *(2) Has... [45608] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45609 [id="node_45609" labelType="html" label="MapPartitionsRDD [45609] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45610 [id="node_45610" labelType="html" label="MapPartitionsRDD [45610] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45611 [id="node_45611" labelType="html" label="MapPartitionsRDD [45611] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118599 { id="cluster_118599"; isCluster="true"; label="Union"; 45613 [id="node_45613" labelType="html" label="UnionRDD [45613] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118598 { id="cluster_118598"; isCluster="true"; label="Exchange"; 45614 [id="node_45614" labelType="html" label="MapPartitionsRDD [45614] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45599->45600; 45603->45604; 45600->45605; 45604->45605; 45605->45606; 45606->45607; 45607->45608; 45608->45609; 45609->45610; 45610->45611; 45611->45613; 45613->45614; }
45598,45599
45602,45603
45608
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time