4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 107586 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
4.1 KiB / 9
Shuffle Write Size / Records:
3.9 KiB / 23
Associated Job Ids:
6004
DAG Visualization
digraph G { id="graph_107586"; subgraph graph_stage_107586 { id="graph_stage_107586"; isCluster="true"; label="Stage 107586"; subgraph cluster_135947 { id="cluster_135947"; isCluster="true"; label="Exchange"; 52114 [id="node_52114" labelType="html" label="ShuffledRowRDD [52114] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135946 { id="cluster_135946"; isCluster="true"; label="InMemoryTableScan"; 52115 [id="node_52115" labelType="html" label="MapPartitionsRDD [52115] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52116 [id="node_52116" labelType="html" label="Exchange hashpartitioning(product#1011818, plant#1011819, 37), REPARTITION_BY_NUM, [plan_id=1683020]\n+- *(1) Scan ExistingRDD[shardId#1011815,worklistShardItemId#1011816L,version#1011817,product#1011818,plant#1011819,periodStart#1011820,periodEnd#1011821,qty#1011822]\n [52116] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136031 { id="cluster_136031"; isCluster="true"; label="InMemoryTableScan"; 52146 [id="node_52146" labelType="html" label="MapPartitionsRDD [52146] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52147 [id="node_52147" labelType="html" label="MapPartitionsRDD [52147] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52148 [id="node_52148" labelType="html" label="MapPartitionsRDD [52148] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136030 { id="cluster_136030"; isCluster="true"; label="Exchange"; 52149 [id="node_52149" labelType="html" label="MapPartitionsRDD [52149] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52114->52115; 52115->52116; 52116->52146; 52146->52147; 52147->52148; 52148->52149; }
52113,52114
52116
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time