4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117307 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 36; Process local: 1
Shuffle Read Size / Records:
51.9 KiB / 144
Associated Job Ids:
6452
DAG Visualization
digraph G { id="graph_117307"; subgraph graph_stage_117307 { id="graph_stage_117307"; isCluster="true"; label="Stage 117307"; 56872 [id="node_56872" labelType="html" label="SQLExecutionRDD [56872] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_147550 { id="cluster_147550"; isCluster="true"; label="Exchange"; 56863 [id="node_56863" labelType="html" label="ShuffledRowRDD [56863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147545 { id="cluster_147545"; isCluster="true"; label="WholeStageCodegen (6)"; 56864 [id="node_56864" labelType="html" label="MapPartitionsRDD [56864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147544 { id="cluster_147544"; isCluster="true"; label="SortAggregate"; 56865 [id="node_56865" labelType="html" label="MapPartitionsRDD [56865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147543 { id="cluster_147543"; isCluster="true"; label="InMemoryTableScan"; 56866 [id="node_56866" labelType="html" label="MapPartitionsRDD [56866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56867 [id="node_56867" labelType="html" label="SortAggregate(key=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[first(kpis#1142360, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1142351, demandChannel#1142331, demandStream#1142332, kpis#1142493])\n+- *(6) Sort [demandChannel#1142331 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1142351 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1142332 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332, 37), ENSURE_REQUIREMENTS, [plan_id=1759477]\n +- SortAggregate(key=[demandChannel#1142331, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1142351)) AS qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[partial_first(kpis#1142360, false)], output=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L,... [56867] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56868 [id="node_56868" labelType="html" label="MapPartitionsRDD [56868] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56869 [id="node_56869" labelType="html" label="MapPartitionsRDD [56869] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56870 [id="node_56870" labelType="html" label="MapPartitionsRDD [56870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147542 { id="cluster_147542"; isCluster="true"; label="DeserializeToObject"; 56871 [id="node_56871" labelType="html" label="MapPartitionsRDD [56871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147599 { id="cluster_147599"; isCluster="true"; label="mapPartitions"; 56873 [id="node_56873" labelType="html" label="MapPartitionsRDD [56873] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56863->56864; 56864->56865; 56865->56866; 56866->56867; 56867->56868; 56868->56869; 56869->56870; 56870->56871; 56871->56872; 56872->56873; }
56862,56863
56867
56872
56863
56864
56865
56866
56867
56868
56869
56870
56871
56873
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time