4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101538 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 37
Input Size / Records:
37.4 KiB / 37
Associated Job Ids:
5628
DAG Visualization
digraph G { id="graph_101538"; subgraph graph_stage_101538 { id="graph_stage_101538"; isCluster="true"; label="Stage 101538"; subgraph cluster_126566 { id="cluster_126566"; isCluster="true"; label="Exchange"; 48361 [id="node_48361" labelType="html" label="ShuffledRowRDD [48361] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126565 { id="cluster_126565"; isCluster="true"; label="InMemoryTableScan"; 48362 [id="node_48362" labelType="html" label="MapPartitionsRDD [48362] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48363 [id="node_48363" labelType="html" label="Exchange hashpartitioning(product#943634, plant#943635, 37), REPARTITION_BY_NUM, [plan_id=1620837]\n+- *(1) Scan ExistingRDD[shardId#943631,worklistShardItemId#943632L,version#943633,product#943634,plant#943635,periodStart#943636,periodEnd#943637,qty#943638]\n [48363] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126644 { id="cluster_126644"; isCluster="true"; label="InMemoryTableScan"; 48388 [id="node_48388" labelType="html" label="MapPartitionsRDD [48388] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48389 [id="node_48389" labelType="html" label="MapPartitionsRDD [48389] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48390 [id="node_48390" labelType="html" label="MapPartitionsRDD [48390] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126641 { id="cluster_126641"; isCluster="true"; label="WholeStageCodegen (2)"; 48391 [id="node_48391" labelType="html" label="MapPartitionsRDD [48391] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126637 { id="cluster_126637"; isCluster="true"; label="Union"; 48392 [id="node_48392" labelType="html" label="MapPartitionsRDD [48392] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48361->48362; 48362->48363; 48363->48388; 48388->48389; 48389->48390; 48390->48391; 48391->48392; }
48360,48361
48363
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time