4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105910 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 13
Shuffle Read Size / Records:
8.3 KiB / 45
Shuffle Write Size / Records:
1488.0 B / 24
Associated Job Ids:
5914
DAG Visualization
digraph G { id="graph_105910"; subgraph graph_stage_105910 { id="graph_stage_105910"; isCluster="true"; label="Stage 105910"; subgraph cluster_133427 { id="cluster_133427"; isCluster="true"; label="Exchange"; 51043 [id="node_51043" labelType="html" label="ShuffledRowRDD [51043] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133426 { id="cluster_133426"; isCluster="true"; label="InMemoryTableScan"; 51044 [id="node_51044" labelType="html" label="MapPartitionsRDD [51044] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51045 [id="node_51045" labelType="html" label="Exchange hashpartitioning(product#1011818, plant#1011819, 37), REPARTITION_BY_NUM, [plan_id=1676669]\n+- *(1) Scan ExistingRDD[shardId#1011815,worklistShardItemId#1011816L,version#1011817,product#1011818,plant#1011819,periodStart#1011820,periodEnd#1011821,qty#1011822]\n [51045] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51046 [id="node_51046" labelType="html" label="MapPartitionsRDD [51046] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51047 [id="node_51047" labelType="html" label="MapPartitionsRDD [51047] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51048 [id="node_51048" labelType="html" label="MapPartitionsRDD [51048] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133425 { id="cluster_133425"; isCluster="true"; label="CollectLimit"; 51049 [id="node_51049" labelType="html" label="MapPartitionsRDD [51049] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51050 [id="node_51050" labelType="html" label="MapPartitionsRDD [51050] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51043->51044; 51044->51045; 51045->51046; 51046->51047; 51047->51048; 51048->51049; 51049->51050; }
51042,51043
51045
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time