4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91356 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
5.3 KiB / 12
Associated Job Ids:
4880
DAG Visualization
digraph G { id="graph_91356"; subgraph graph_stage_91356 { id="graph_stage_91356"; isCluster="true"; label="Stage 91356"; subgraph cluster_110395 { id="cluster_110395"; isCluster="true"; label="Exchange"; 42298 [id="node_42298" labelType="html" label="ShuffledRowRDD [42298] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110394 { id="cluster_110394"; isCluster="true"; label="InMemoryTableScan"; 42299 [id="node_42299" labelType="html" label="MapPartitionsRDD [42299] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 42300 [id="node_42300" labelType="html" label="Exchange hashpartitioning(product#815743, plant#815744, 37), REPARTITION_BY_NUM, [plan_id=1378304]\n+- *(1) Scan ExistingRDD[shardId#815740,worklistShardItemId#815741L,version#815742,product#815743,plant#815744,periodStart#815745,periodEnd#815746,qty#815747]\n [42300] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110458 { id="cluster_110458"; isCluster="true"; label="InMemoryTableScan"; 42320 [id="node_42320" labelType="html" label="MapPartitionsRDD [42320] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 42321 [id="node_42321" labelType="html" label="MapPartitionsRDD [42321] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 42322 [id="node_42322" labelType="html" label="MapPartitionsRDD [42322] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110446 { id="cluster_110446"; isCluster="true"; label="WholeStageCodegen (2)"; 42323 [id="node_42323" labelType="html" label="MapPartitionsRDD [42323] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110445 { id="cluster_110445"; isCluster="true"; label="MapPartitions"; 42324 [id="node_42324" labelType="html" label="MapPartitionsRDD [42324] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42298->42299; 42299->42300; 42300->42320; 42320->42321; 42321->42322; 42322->42323; 42323->42324; }
42297,42298
42300
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time