4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 109882 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
8.0 KiB / 14
Shuffle Write Size / Records:
1288.0 B / 14
Associated Job Ids:
6051
DAG Visualization
digraph G { id="graph_109882"; subgraph graph_stage_109882 { id="graph_stage_109882"; isCluster="true"; label="Stage 109882"; subgraph cluster_137549 { id="cluster_137549"; isCluster="true"; label="Exchange"; 52812 [id="node_52812" labelType="html" label="ShuffledRowRDD [52812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137543 { id="cluster_137543"; isCluster="true"; label="WholeStageCodegen (6)"; 52813 [id="node_52813" labelType="html" label="MapPartitionsRDD [52813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137542 { id="cluster_137542"; isCluster="true"; label="SortAggregate"; 52814 [id="node_52814" labelType="html" label="MapPartitionsRDD [52814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137541 { id="cluster_137541"; isCluster="true"; label="InMemoryTableScan"; 52815 [id="node_52815" labelType="html" label="MapPartitionsRDD [52815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52816 [id="node_52816" labelType="html" label="SortAggregate(key=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[first(kpis#1058776, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1058767, demandChannel#1058747, demandStream#1058748, kpis#1058909])\n+- *(6) Sort [demandChannel#1058747 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1058767 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1058748 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748, 37), ENSURE_REQUIREMENTS, [plan_id=1687207]\n +- SortAggregate(key=[demandChannel#1058747, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1058767)) AS qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[partial_first(kpis#1058776, false)], output=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L,... [52816] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137644 { id="cluster_137644"; isCluster="true"; label="InMemoryTableScan"; 52829 [id="node_52829" labelType="html" label="MapPartitionsRDD [52829] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52830 [id="node_52830" labelType="html" label="MapPartitionsRDD [52830] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52831 [id="node_52831" labelType="html" label="MapPartitionsRDD [52831] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137641 { id="cluster_137641"; isCluster="true"; label="WholeStageCodegen (1)"; 52832 [id="node_52832" labelType="html" label="MapPartitionsRDD [52832] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137640 { id="cluster_137640"; isCluster="true"; label="Exchange"; 52833 [id="node_52833" labelType="html" label="MapPartitionsRDD [52833] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52812->52813; 52813->52814; 52814->52815; 52815->52816; 52816->52829; 52829->52830; 52830->52831; 52831->52832; 52832->52833; }
52811,52812
52816
52812
52813
52814
52815
52816
52829
52830
52831
52832
52833
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time