4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115705 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
141.4 KiB / 475
Associated Job Ids:
6366
DAG Visualization
digraph G { id="graph_115705"; subgraph graph_stage_115705 { id="graph_stage_115705"; isCluster="true"; label="Stage 115705"; 55810 [id="node_55810" labelType="html" label="SQLExecutionRDD [55810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_145054 { id="cluster_145054"; isCluster="true"; label="Exchange"; 55801 [id="node_55801" labelType="html" label="ShuffledRowRDD [55801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145048 { id="cluster_145048"; isCluster="true"; label="WholeStageCodegen (6)"; 55802 [id="node_55802" labelType="html" label="MapPartitionsRDD [55802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145047 { id="cluster_145047"; isCluster="true"; label="SortAggregate"; 55803 [id="node_55803" labelType="html" label="MapPartitionsRDD [55803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145046 { id="cluster_145046"; isCluster="true"; label="InMemoryTableScan"; 55804 [id="node_55804" labelType="html" label="MapPartitionsRDD [55804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55805 [id="node_55805" labelType="html" label="SortAggregate(key=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[first(kpis#1120106, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1120097, demandChannel#1120077, demandStream#1120078, kpis#1120239])\n+- *(6) Sort [demandChannel#1120077 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1120097 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1120078 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L, demandStream#1120078, 37), ENSURE_REQUIREMENTS, [plan_id=1753162]\n +- SortAggregate(key=[demandChannel#1120077, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1120097)) AS qty#1120097, worklistShardItemId#1100458L, demandStream#1120078], functions=[partial_first(kpis#1120106, false)], output=[demandChannel#1120077, shardId#1100457, qty#1120097, worklistShardItemId#1100458L,... [55805] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55806 [id="node_55806" labelType="html" label="MapPartitionsRDD [55806] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55807 [id="node_55807" labelType="html" label="MapPartitionsRDD [55807] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 55808 [id="node_55808" labelType="html" label="MapPartitionsRDD [55808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145045 { id="cluster_145045"; isCluster="true"; label="DeserializeToObject"; 55809 [id="node_55809" labelType="html" label="MapPartitionsRDD [55809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_145102 { id="cluster_145102"; isCluster="true"; label="mapPartitions"; 55811 [id="node_55811" labelType="html" label="MapPartitionsRDD [55811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55801->55802; 55802->55803; 55803->55804; 55804->55805; 55805->55806; 55806->55807; 55807->55808; 55808->55809; 55809->55810; 55810->55811; }
55800,55801
55805
55810
55801
55802
55803
55804
55805
55806
55807
55808
55809
55811
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time