4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278722 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
36.5 KiB / 58
Associated Job Ids:
96735
DAG Visualization
digraph G { id="graph_278722"; subgraph graph_stage_278722 { id="graph_stage_278722"; isCluster="true"; label="Stage 278722"; subgraph cluster_1999658 { id="cluster_1999658"; isCluster="true"; label="Exchange"; 789852 [id="node_789852" labelType="html" label="ShuffledRowRDD [789852] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999657 { id="cluster_1999657"; isCluster="true"; label="InMemoryTableScan"; 789853 [id="node_789853" labelType="html" label="MapPartitionsRDD [789853] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789854 [id="node_789854" labelType="html" label="Exchange hashpartitioning(product#13791301, plant#13791302, 30), REPARTITION_BY_NUM, [plan_id=13568574]\n+- *(1) Scan ExistingRDD[shardId#13791298,worklistShardItemId#13791299L,version#13791300,product#13791301,plant#13791302,periodStart#13791303,periodEnd#13791304,qty#13791305]\n [789854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999726 { id="cluster_1999726"; isCluster="true"; label="InMemoryTableScan"; 789873 [id="node_789873" labelType="html" label="MapPartitionsRDD [789873] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789874 [id="node_789874" labelType="html" label="MapPartitionsRDD [789874] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789875 [id="node_789875" labelType="html" label="MapPartitionsRDD [789875] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999719 { id="cluster_1999719"; isCluster="true"; label="WholeStageCodegen (9)"; 789876 [id="node_789876" labelType="html" label="MapPartitionsRDD [789876] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999718 { id="cluster_1999718"; isCluster="true"; label="ObjectHashAggregate"; 789877 [id="node_789877" labelType="html" label="MapPartitionsRDD [789877] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999717 { id="cluster_1999717"; isCluster="true"; label="ObjectHashAggregate"; 789878 [id="node_789878" labelType="html" label="MapPartitionsRDD [789878] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999738 { id="cluster_1999738"; isCluster="true"; label="InMemoryTableScan"; 789882 [id="node_789882" labelType="html" label="MapPartitionsRDD [789882] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789883 [id="node_789883" labelType="html" label="MapPartitionsRDD [789883] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789884 [id="node_789884" labelType="html" label="MapPartitionsRDD [789884] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999734 { id="cluster_1999734"; isCluster="true"; label="WholeStageCodegen (10)"; 789888 [id="node_789888" labelType="html" label="MapPartitionsRDD [789888] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999716 { id="cluster_1999716"; isCluster="true"; label="Union"; 789889 [id="node_789889" labelType="html" label="UnionRDD [789889] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999707 { id="cluster_1999707"; isCluster="true"; label="DeserializeToObject"; 789890 [id="node_789890" labelType="html" label="MapPartitionsRDD [789890] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789852->789853; 789853->789854; 789854->789873; 789873->789874; 789874->789875; 789875->789876; 789876->789877; 789877->789878; 789854->789882; 789882->789883; 789883->789884; 789884->789888; 789878->789889; 789888->789889; 789889->789890; }
789851,789852
789854
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time