4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115776 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
427.1 KiB / 4420
Shuffle Write Size / Records:
1754.5 KiB / 4858
Associated Job Ids:
6368
DAG Visualization
digraph G { id="graph_115776"; subgraph graph_stage_115776 { id="graph_stage_115776"; isCluster="true"; label="Stage 115776"; 55816 [id="node_55816" labelType="html" label="SQLExecutionRDD [55816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_144544 { id="cluster_144544"; isCluster="true"; label="repartition"; 55568 [id="node_55568" labelType="html" label="ShuffledRDD [55568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55569 [id="node_55569" labelType="html" label="CoalescedRDD [55569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55570 [id="node_55570" labelType="html" label="MapPartitionsRDD [55570] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145054 { id="cluster_145054"; isCluster="true"; label="Exchange"; 55801 [id="node_55801" labelType="html" label="ShuffledRowRDD [55801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145048 { id="cluster_145048"; isCluster="true"; label="WholeStageCodegen (6)"; 55802 [id="node_55802" labelType="html" label="MapPartitionsRDD [55802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145047 { id="cluster_145047"; isCluster="true"; label="SortAggregate"; 55803 [id="node_55803" labelType="html" label="MapPartitionsRDD [55803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145046 { id="cluster_145046"; isCluster="true"; label="InMemoryTableScan"; 55804 [id="node_55804" labelType="html" label="MapPartitionsRDD [55804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55805 [id="node_55805" labelType="html" label="SortAggregate(key=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[first(kpis#1120106, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1120097, demandChannel#1120077, demandStream#1120078, kpis#1120239])\n+- *(6) Sort [demandChannel#1120077 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1120097 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1120078 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078, 37), ENSURE_REQUIREMENTS, [plan_id=1753162]\n +- SortAggregate(key=[demandChannel#1120077, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1120097)) AS qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[partial_first(kpis#1120106, false)], output=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L,... [55805] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145140 { id="cluster_145140"; isCluster="true"; label="InMemoryTableScan"; 55812 [id="node_55812" labelType="html" label="MapPartitionsRDD [55812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55813 [id="node_55813" labelType="html" label="MapPartitionsRDD [55813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55814 [id="node_55814" labelType="html" label="MapPartitionsRDD [55814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145139 { id="cluster_145139"; isCluster="true"; label="DeserializeToObject"; 55815 [id="node_55815" labelType="html" label="MapPartitionsRDD [55815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145141 { id="cluster_145141"; isCluster="true"; label="mapPartitions"; 55817 [id="node_55817" labelType="html" label="MapPartitionsRDD [55817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145161 { id="cluster_145161"; isCluster="true"; label="union"; 55826 [id="node_55826" labelType="html" label="UnionRDD [55826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145162 { id="cluster_145162"; isCluster="true"; label="filter"; 55827 [id="node_55827" labelType="html" label="MapPartitionsRDD [55827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145163 { id="cluster_145163"; isCluster="true"; label="distinct"; 55828 [id="node_55828" labelType="html" label="MapPartitionsRDD [55828] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55568->55569; 55569->55570; 55801->55802; 55802->55803; 55803->55804; 55804->55805; 55805->55812; 55812->55813; 55813->55814; 55814->55815; 55815->55816; 55816->55817; 55570->55826; 55817->55826; 55826->55827; 55827->55828; }
55567,55568
55800,55801
55570
55805
55816
55568
55569
55570
55801
55802
55803
55804
55805
55812
55813
55814
55815
55817
55826
55827
55828
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time