4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99270 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Input Size / Records:
67.5 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
5215
DAG Visualization
digraph G { id="graph_99270"; subgraph graph_stage_99270 { id="graph_stage_99270"; isCluster="true"; label="Stage 99270"; subgraph cluster_118475 { id="cluster_118475"; isCluster="true"; label="Exchange"; 45536 [id="node_45536" labelType="html" label="ShuffledRowRDD [45536] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118474 { id="cluster_118474"; isCluster="true"; label="InMemoryTableScan"; 45537 [id="node_45537" labelType="html" label="MapPartitionsRDD [45537] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45538 [id="node_45538" labelType="html" label="Exchange hashpartitioning(product#904717, plant#904718, 37), REPARTITION_BY_NUM, [plan_id=1447558]\n+- *(1) Scan ExistingRDD[shardId#904714,worklistShardItemId#904715L,version#904716,product#904717,plant#904718,periodStart#904719,periodEnd#904720,qty#904721]\n [45538] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118503 { id="cluster_118503"; isCluster="true"; label="InMemoryTableScan"; 45547 [id="node_45547" labelType="html" label="MapPartitionsRDD [45547] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45548 [id="node_45548" labelType="html" label="MapPartitionsRDD [45548] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 45549 [id="node_45549" labelType="html" label="MapPartitionsRDD [45549] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118500 { id="cluster_118500"; isCluster="true"; label="WholeStageCodegen (1)"; 45550 [id="node_45550" labelType="html" label="MapPartitionsRDD [45550] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_118499 { id="cluster_118499"; isCluster="true"; label="Exchange"; 45551 [id="node_45551" labelType="html" label="MapPartitionsRDD [45551] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45536->45537; 45537->45538; 45538->45547; 45547->45548; 45548->45549; 45549->45550; 45550->45551; }
45535,45536
45538
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time