4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 98079 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1149.0 B / 1
Associated Job Ids:
5074
DAG Visualization
digraph G { id="graph_98079"; subgraph graph_stage_98079 { id="graph_stage_98079"; isCluster="true"; label="Stage 98079"; subgraph cluster_116054 { id="cluster_116054"; isCluster="true"; label="Exchange"; 44702 [id="node_44702" labelType="html" label="ShuffledRowRDD [44702] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116053 { id="cluster_116053"; isCluster="true"; label="InMemoryTableScan"; 44703 [id="node_44703" labelType="html" label="MapPartitionsRDD [44703] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 44704 [id="node_44704" labelType="html" label="Exchange hashpartitioning(product#815743, plant#815744, 37), REPARTITION_BY_NUM, [plan_id=1392610]\n+- *(1) Scan ExistingRDD[shardId#815740,worklistShardItemId#815741L,version#815742,product#815743,plant#815744,periodStart#815745,periodEnd#815746,qty#815747]\n [44704] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116132 { id="cluster_116132"; isCluster="true"; label="InMemoryTableScan"; 44729 [id="node_44729" labelType="html" label="MapPartitionsRDD [44729] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 44730 [id="node_44730" labelType="html" label="MapPartitionsRDD [44730] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 44731 [id="node_44731" labelType="html" label="MapPartitionsRDD [44731] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116129 { id="cluster_116129"; isCluster="true"; label="WholeStageCodegen (2)"; 44732 [id="node_44732" labelType="html" label="MapPartitionsRDD [44732] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116125 { id="cluster_116125"; isCluster="true"; label="Union"; 44733 [id="node_44733" labelType="html" label="MapPartitionsRDD [44733] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44702->44703; 44703->44704; 44704->44729; 44729->44730; 44730->44731; 44731->44732; 44732->44733; }
44701,44702
44704
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time