4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108721 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 10; Process local: 27
Shuffle Read Size / Records:
5.4 KiB / 13
Associated Job Ids:
6029
DAG Visualization
digraph G { id="graph_108721"; subgraph graph_stage_108721 { id="graph_stage_108721"; isCluster="true"; label="Stage 108721"; 52557 [id="node_52557" labelType="html" label="SQLExecutionRDD [52557] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_136928 { id="cluster_136928"; isCluster="true"; label="Exchange"; 52548 [id="node_52548" labelType="html" label="ShuffledRowRDD [52548] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136922 { id="cluster_136922"; isCluster="true"; label="WholeStageCodegen (6)"; 52549 [id="node_52549" labelType="html" label="MapPartitionsRDD [52549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136921 { id="cluster_136921"; isCluster="true"; label="SortAggregate"; 52550 [id="node_52550" labelType="html" label="MapPartitionsRDD [52550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136920 { id="cluster_136920"; isCluster="true"; label="InMemoryTableScan"; 52551 [id="node_52551" labelType="html" label="MapPartitionsRDD [52551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52552 [id="node_52552" labelType="html" label="SortAggregate(key=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[first(kpis#1053218, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1053209, demandChannel#1053189, demandStream#1053190, kpis#1053351])\n+- *(6) Sort [demandChannel#1053189 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1053209 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1053190 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190, 37), ENSURE_REQUIREMENTS, [plan_id=1685617]\n +- SortAggregate(key=[demandChannel#1053189, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1053209)) AS qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[partial_first(kpis#1053218, false)], output=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L,... [52552] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52553 [id="node_52553" labelType="html" label="MapPartitionsRDD [52553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52554 [id="node_52554" labelType="html" label="MapPartitionsRDD [52554] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52555 [id="node_52555" labelType="html" label="MapPartitionsRDD [52555] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136919 { id="cluster_136919"; isCluster="true"; label="DeserializeToObject"; 52556 [id="node_52556" labelType="html" label="MapPartitionsRDD [52556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136976 { id="cluster_136976"; isCluster="true"; label="mapPartitions"; 52558 [id="node_52558" labelType="html" label="MapPartitionsRDD [52558] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52548->52549; 52549->52550; 52550->52551; 52551->52552; 52552->52553; 52553->52554; 52554->52555; 52555->52556; 52556->52557; 52557->52558; }
52547,52548
52552
52557
52548
52549
52550
52551
52552
52553
52554
52555
52556
52558
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time