4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 100294 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
449.8 KiB / 5070
Shuffle Read Size / Records:
516.1 KiB / 0
Associated Job Ids:
5305
DAG Visualization
digraph G { id="graph_100294"; subgraph graph_stage_100294 { id="graph_stage_100294"; isCluster="true"; label="Stage 100294"; subgraph cluster_120846 { id="cluster_120846"; isCluster="true"; label="repartition"; 46546 [id="node_46546" labelType="html" label="ShuffledRDD [46546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46547 [id="node_46547" labelType="html" label="CoalescedRDD [46547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46548 [id="node_46548" labelType="html" label="MapPartitionsRDD [46548] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121037 { id="cluster_121037"; isCluster="true"; label="map"; 46628 [id="node_46628" labelType="html" label="MapPartitionsRDD [46628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121100 { id="cluster_121100"; isCluster="true"; label="Exchange"; 46657 [id="node_46657" labelType="html" label="ShuffledRowRDD [46657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121097 { id="cluster_121097"; isCluster="true"; label="WholeStageCodegen (4)"; 46658 [id="node_46658" labelType="html" label="MapPartitionsRDD [46658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121129 { id="cluster_121129"; isCluster="true"; label="Exchange"; 46661 [id="node_46661" labelType="html" label="ShuffledRowRDD [46661] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121126 { id="cluster_121126"; isCluster="true"; label="WholeStageCodegen (6)"; 46662 [id="node_46662" labelType="html" label="MapPartitionsRDD [46662] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121089 { id="cluster_121089"; isCluster="true"; label="WholeStageCodegen (7)"; 46663 [id="node_46663" labelType="html" label="ZippedPartitionsRDD2 [46663] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46664 [id="node_46664" labelType="html" label="MapPartitionsRDD [46664] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121088 { id="cluster_121088"; isCluster="true"; label="InMemoryTableScan"; 46665 [id="node_46665" labelType="html" label="MapPartitionsRDD [46665] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46666 [id="node_46666" labelType="html" label="*(7) Project [shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718, cachedQty#938355 AS qty#938357, demandChannel#938350, demandStream#938351, cachedKpis#938356 AS kpis#938358]\n+- *(7) SortMergeJoin [worklistShardItemId#904715L, shardId#904714], [cachedWorklistShardItemId#938354L, cachedShardId#938353], Inner\n :- *(4) Sort [worklistShardItemId#904715L ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#904715L, shardId#904714, 37), ENSURE_REQUIREMENTS, [plan_id=1454068]\n : +- *(3) HashAggregate(keys=[plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717], functions=[], output=[shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718])\n : +- Exchange hashpartitioning(plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717, 37), ENSURE_REQUIREMENTS, [plan_id=1454064]\n : +- *(2) Has... [46666] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46667 [id="node_46667" labelType="html" label="MapPartitionsRDD [46667] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46668 [id="node_46668" labelType="html" label="MapPartitionsRDD [46668] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46669 [id="node_46669" labelType="html" label="MapPartitionsRDD [46669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121134 { id="cluster_121134"; isCluster="true"; label="WholeStageCodegen (3)"; 46670 [id="node_46670" labelType="html" label="MapPartitionsRDD [46670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121087 { id="cluster_121087"; isCluster="true"; label="Union"; 46671 [id="node_46671" labelType="html" label="UnionRDD [46671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_121086 { id="cluster_121086"; isCluster="true"; label="Exchange"; 46672 [id="node_46672" labelType="html" label="MapPartitionsRDD [46672] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46546->46547; 46547->46548; 46548->46628; 46657->46658; 46661->46662; 46658->46663; 46662->46663; 46663->46664; 46664->46665; 46665->46666; 46666->46667; 46667->46668; 46668->46669; 46628->46670; 46669->46671; 46670->46671; 46671->46672; }
46545,46546
46656,46657
46660,46661
46548
46666
46546
46547
46548
46628
46657
46658
46661
46662
46663
46664
46665
46666
46667
46668
46669
46670
46671
46672
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time