4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101286 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Associated Job Ids:
5565
DAG Visualization
digraph G { id="graph_101286"; subgraph graph_stage_101286 { id="graph_stage_101286"; isCluster="true"; label="Stage 101286"; subgraph cluster_125390 { id="cluster_125390"; isCluster="true"; label="Exchange"; 47973 [id="node_47973" labelType="html" label="ShuffledRowRDD [47973] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125387 { id="cluster_125387"; isCluster="true"; label="WholeStageCodegen (4)"; 47974 [id="node_47974" labelType="html" label="MapPartitionsRDD [47974] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125428 { id="cluster_125428"; isCluster="true"; label="Exchange"; 47977 [id="node_47977" labelType="html" label="ShuffledRowRDD [47977] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125425 { id="cluster_125425"; isCluster="true"; label="WholeStageCodegen (6)"; 47978 [id="node_47978" labelType="html" label="MapPartitionsRDD [47978] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125379 { id="cluster_125379"; isCluster="true"; label="WholeStageCodegen (7)"; 47979 [id="node_47979" labelType="html" label="ZippedPartitionsRDD2 [47979] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47980 [id="node_47980" labelType="html" label="MapPartitionsRDD [47980] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125378 { id="cluster_125378"; isCluster="true"; label="InMemoryTableScan"; 47981 [id="node_47981" labelType="html" label="MapPartitionsRDD [47981] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47982 [id="node_47982" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#960366 AS qty#960368, demandChannel#960361, demandStream#960362, cachedKpis#960367 AS kpis#960369]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#960365L, cachedShardId#960364], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1595304]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1595300]\n : +- *(2) Has... [47982] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47983 [id="node_47983" labelType="html" label="MapPartitionsRDD [47983] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47984 [id="node_47984" labelType="html" label="MapPartitionsRDD [47984] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 47985 [id="node_47985" labelType="html" label="MapPartitionsRDD [47985] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125377 { id="cluster_125377"; isCluster="true"; label="Union"; 47987 [id="node_47987" labelType="html" label="UnionRDD [47987] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_125376 { id="cluster_125376"; isCluster="true"; label="Exchange"; 47988 [id="node_47988" labelType="html" label="MapPartitionsRDD [47988] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 47973->47974; 47977->47978; 47974->47979; 47978->47979; 47979->47980; 47980->47981; 47981->47982; 47982->47983; 47983->47984; 47984->47985; 47985->47987; 47987->47988; }
47972,47973
47976,47977
47982
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time