4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 278714 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 29; Process local: 1
Shuffle Read Size / Records:
21.6 KiB / 158
Shuffle Write Size / Records:
1798.0 B / 29
Associated Job Ids:
96732
DAG Visualization
digraph G { id="graph_278714"; subgraph graph_stage_278714 { id="graph_stage_278714"; isCluster="true"; label="Stage 278714"; subgraph cluster_1999658 { id="cluster_1999658"; isCluster="true"; label="Exchange"; 789852 [id="node_789852" labelType="html" label="ShuffledRowRDD [789852] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999657 { id="cluster_1999657"; isCluster="true"; label="InMemoryTableScan"; 789853 [id="node_789853" labelType="html" label="MapPartitionsRDD [789853] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789854 [id="node_789854" labelType="html" label="Exchange hashpartitioning(product#13791301, plant#13791302, 30), REPARTITION_BY_NUM, [plan_id=13568574]\n+- *(1) Scan ExistingRDD[shardId#13791298,worklistShardItemId#13791299L,version#13791300,product#13791301,plant#13791302,periodStart#13791303,periodEnd#13791304,qty#13791305]\n [789854] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789855 [id="node_789855" labelType="html" label="MapPartitionsRDD [789855] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789856 [id="node_789856" labelType="html" label="MapPartitionsRDD [789856] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789857 [id="node_789857" labelType="html" label="MapPartitionsRDD [789857] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_1999656 { id="cluster_1999656"; isCluster="true"; label="CollectLimit"; 789858 [id="node_789858" labelType="html" label="MapPartitionsRDD [789858] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 789859 [id="node_789859" labelType="html" label="MapPartitionsRDD [789859] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 789852->789853; 789853->789854; 789854->789855; 789855->789856; 789856->789857; 789857->789858; 789858->789859; }
789851,789852
789854
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time