4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99267 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
157.6 KiB / 990
Shuffle Write Size / Records:
2.2 KiB / 37
Associated Job Ids:
5214
DAG Visualization
digraph G { id="graph_99267"; subgraph graph_stage_99267 { id="graph_stage_99267"; isCluster="true"; label="Stage 99267"; subgraph cluster_118475 { id="cluster_118475"; isCluster="true"; label="Exchange"; 45536 [id="node_45536" labelType="html" label="ShuffledRowRDD [45536] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118474 { id="cluster_118474"; isCluster="true"; label="InMemoryTableScan"; 45537 [id="node_45537" labelType="html" label="MapPartitionsRDD [45537] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45538 [id="node_45538" labelType="html" label="Exchange hashpartitioning(product#904717, plant#904718, 37), REPARTITION_BY_NUM, [plan_id=1447558]\n+- *(1) Scan ExistingRDD[shardId#904714,worklistShardItemId#904715L,version#904716,product#904717,plant#904718,periodStart#904719,periodEnd#904720,qty#904721]\n [45538] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45539 [id="node_45539" labelType="html" label="MapPartitionsRDD [45539] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45540 [id="node_45540" labelType="html" label="MapPartitionsRDD [45540] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45541 [id="node_45541" labelType="html" label="MapPartitionsRDD [45541] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118473 { id="cluster_118473"; isCluster="true"; label="CollectLimit"; 45542 [id="node_45542" labelType="html" label="MapPartitionsRDD [45542] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45543 [id="node_45543" labelType="html" label="MapPartitionsRDD [45543] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45536->45537; 45537->45538; 45538->45539; 45539->45540; 45540->45541; 45541->45542; 45542->45543; }
45535,45536
45538
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time