4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278664 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
154.6 KiB / 60
Associated Job Ids:
96716
DAG Visualization
digraph G { id="graph_278664"; subgraph graph_stage_278664 { id="graph_stage_278664"; isCluster="true"; label="Stage 278664"; subgraph cluster_1999203 { id="cluster_1999203"; isCluster="true"; label="Exchange"; 789660 [id="node_789660" labelType="html" label="ShuffledRowRDD [789660] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999202 { id="cluster_1999202"; isCluster="true"; label="InMemoryTableScan"; 789661 [id="node_789661" labelType="html" label="MapPartitionsRDD [789661] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789662 [id="node_789662" labelType="html" label="Exchange hashpartitioning(product#13791301, plant#13791302, 30), REPARTITION_BY_NUM, [plan_id=13567341]\n+- *(1) Scan ExistingRDD[shardId#13791298,worklistShardItemId#13791299L,version#13791300,product#13791301,plant#13791302,periodStart#13791303,periodEnd#13791304,qty#13791305]\n [789662] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999304 { id="cluster_1999304"; isCluster="true"; label="InMemoryTableScan"; 789696 [id="node_789696" labelType="html" label="MapPartitionsRDD [789696] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789697 [id="node_789697" labelType="html" label="MapPartitionsRDD [789697] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789698 [id="node_789698" labelType="html" label="MapPartitionsRDD [789698] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999297 { id="cluster_1999297"; isCluster="true"; label="WholeStageCodegen (9)"; 789699 [id="node_789699" labelType="html" label="MapPartitionsRDD [789699] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999296 { id="cluster_1999296"; isCluster="true"; label="ObjectHashAggregate"; 789700 [id="node_789700" labelType="html" label="MapPartitionsRDD [789700] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999295 { id="cluster_1999295"; isCluster="true"; label="ObjectHashAggregate"; 789701 [id="node_789701" labelType="html" label="MapPartitionsRDD [789701] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999311 { id="cluster_1999311"; isCluster="true"; label="InMemoryTableScan"; 789702 [id="node_789702" labelType="html" label="MapPartitionsRDD [789702] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789703 [id="node_789703" labelType="html" label="MapPartitionsRDD [789703] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789704 [id="node_789704" labelType="html" label="MapPartitionsRDD [789704] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999305 { id="cluster_1999305"; isCluster="true"; label="WholeStageCodegen (10)"; 789705 [id="node_789705" labelType="html" label="MapPartitionsRDD [789705] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999294 { id="cluster_1999294"; isCluster="true"; label="Union"; 789706 [id="node_789706" labelType="html" label="UnionRDD [789706] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999286 { id="cluster_1999286"; isCluster="true"; label="DeserializeToObject"; 789707 [id="node_789707" labelType="html" label="MapPartitionsRDD [789707] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789660->789661; 789661->789662; 789662->789696; 789696->789697; 789697->789698; 789698->789699; 789699->789700; 789700->789701; 789662->789702; 789702->789703; 789703->789704; 789704->789705; 789701->789706; 789705->789706; 789706->789707; }
789659,789660
789662
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time