4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 109757 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 14; Process local: 23
Shuffle Read Size / Records:
7.1 KiB / 17
Associated Job Ids:
6050
DAG Visualization
digraph G { id="graph_109757"; subgraph graph_stage_109757 { id="graph_stage_109757"; isCluster="true"; label="Stage 109757"; 52821 [id="node_52821" labelType="html" label="SQLExecutionRDD [52821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_137549 { id="cluster_137549"; isCluster="true"; label="Exchange"; 52812 [id="node_52812" labelType="html" label="ShuffledRowRDD [52812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137543 { id="cluster_137543"; isCluster="true"; label="WholeStageCodegen (6)"; 52813 [id="node_52813" labelType="html" label="MapPartitionsRDD [52813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137542 { id="cluster_137542"; isCluster="true"; label="SortAggregate"; 52814 [id="node_52814" labelType="html" label="MapPartitionsRDD [52814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137541 { id="cluster_137541"; isCluster="true"; label="InMemoryTableScan"; 52815 [id="node_52815" labelType="html" label="MapPartitionsRDD [52815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52816 [id="node_52816" labelType="html" label="SortAggregate(key=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[first(kpis#1058776, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1058767, demandChannel#1058747, demandStream#1058748, kpis#1058909])\n+- *(6) Sort [demandChannel#1058747 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1058767 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1058748 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748, 37), ENSURE_REQUIREMENTS, [plan_id=1687207]\n +- SortAggregate(key=[demandChannel#1058747, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1058767)) AS qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[partial_first(kpis#1058776, false)], output=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L,... [52816] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52817 [id="node_52817" labelType="html" label="MapPartitionsRDD [52817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52818 [id="node_52818" labelType="html" label="MapPartitionsRDD [52818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52819 [id="node_52819" labelType="html" label="MapPartitionsRDD [52819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137540 { id="cluster_137540"; isCluster="true"; label="DeserializeToObject"; 52820 [id="node_52820" labelType="html" label="MapPartitionsRDD [52820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137597 { id="cluster_137597"; isCluster="true"; label="mapPartitions"; 52822 [id="node_52822" labelType="html" label="MapPartitionsRDD [52822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52812->52813; 52813->52814; 52814->52815; 52815->52816; 52816->52817; 52817->52818; 52818->52819; 52819->52820; 52820->52821; 52821->52822; }
52811,52812
52816
52821
52812
52813
52814
52815
52816
52817
52818
52819
52820
52822
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time