4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115740 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
47.5 KiB / 37
Shuffle Write Size / Records:
3.3 KiB / 37
Associated Job Ids:
6367
DAG Visualization
digraph G { id="graph_115740"; subgraph graph_stage_115740 { id="graph_stage_115740"; isCluster="true"; label="Stage 115740"; subgraph cluster_145054 { id="cluster_145054"; isCluster="true"; label="Exchange"; 55801 [id="node_55801" labelType="html" label="ShuffledRowRDD [55801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145048 { id="cluster_145048"; isCluster="true"; label="WholeStageCodegen (6)"; 55802 [id="node_55802" labelType="html" label="MapPartitionsRDD [55802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145047 { id="cluster_145047"; isCluster="true"; label="SortAggregate"; 55803 [id="node_55803" labelType="html" label="MapPartitionsRDD [55803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145046 { id="cluster_145046"; isCluster="true"; label="InMemoryTableScan"; 55804 [id="node_55804" labelType="html" label="MapPartitionsRDD [55804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55805 [id="node_55805" labelType="html" label="SortAggregate(key=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[first(kpis#1120106, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1120097, demandChannel#1120077, demandStream#1120078, kpis#1120239])\n+- *(6) Sort [demandChannel#1120077 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1120097 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1120078 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078, 37), ENSURE_REQUIREMENTS, [plan_id=1753162]\n +- SortAggregate(key=[demandChannel#1120077, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1120097)) AS qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[partial_first(kpis#1120106, false)], output=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L,... [55805] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145149 { id="cluster_145149"; isCluster="true"; label="InMemoryTableScan"; 55818 [id="node_55818" labelType="html" label="MapPartitionsRDD [55818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55819 [id="node_55819" labelType="html" label="MapPartitionsRDD [55819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55820 [id="node_55820" labelType="html" label="MapPartitionsRDD [55820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145146 { id="cluster_145146"; isCluster="true"; label="WholeStageCodegen (1)"; 55821 [id="node_55821" labelType="html" label="MapPartitionsRDD [55821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145145 { id="cluster_145145"; isCluster="true"; label="Exchange"; 55822 [id="node_55822" labelType="html" label="MapPartitionsRDD [55822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55801->55802; 55802->55803; 55803->55804; 55804->55805; 55805->55818; 55818->55819; 55819->55820; 55820->55821; 55821->55822; }
55800,55801
55805
55801
55802
55803
55804
55805
55818
55819
55820
55821
55822
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time