4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101435 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37
Shuffle Read Size / Records:
681.7 KiB / 2802
Associated Job Ids:
5612
DAG Visualization
digraph G { id="graph_101435"; subgraph graph_stage_101435 { id="graph_stage_101435"; isCluster="true"; label="Stage 101435"; 48273 [id="node_48273" labelType="html" label="SQLExecutionRDD [48273] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_126254 { id="cluster_126254"; isCluster="true"; label="Exchange"; 48264 [id="node_48264" labelType="html" label="ShuffledRowRDD [48264] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126249 { id="cluster_126249"; isCluster="true"; label="WholeStageCodegen (6)"; 48265 [id="node_48265" labelType="html" label="MapPartitionsRDD [48265] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126248 { id="cluster_126248"; isCluster="true"; label="SortAggregate"; 48266 [id="node_48266" labelType="html" label="MapPartitionsRDD [48266] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126247 { id="cluster_126247"; isCluster="true"; label="InMemoryTableScan"; 48267 [id="node_48267" labelType="html" label="MapPartitionsRDD [48267] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48268 [id="node_48268" labelType="html" label="SortAggregate(key=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[first(kpis#964859, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#964850, demandChannel#964830, demandStream#964831, kpis#964992])\n+- *(6) Sort [demandChannel#964830 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#964850 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#964831 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, 37), ENSURE_REQUIREMENTS, [plan_id=1620191]\n +- SortAggregate(key=[demandChannel#964830, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#964850)) AS qty#964850, worklistShardItemId#943632L, demandStream#964831], functions=[partial_first(kpis#964859, false)], output=[demandChannel#964830, shardId#943631, qty#964850, worklistShardItemId#943632L, demandStream#964831, first#96506... [48268] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48269 [id="node_48269" labelType="html" label="MapPartitionsRDD [48269] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48270 [id="node_48270" labelType="html" label="MapPartitionsRDD [48270] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 48271 [id="node_48271" labelType="html" label="MapPartitionsRDD [48271] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126246 { id="cluster_126246"; isCluster="true"; label="DeserializeToObject"; 48272 [id="node_48272" labelType="html" label="MapPartitionsRDD [48272] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_126317 { id="cluster_126317"; isCluster="true"; label="mapPartitions"; 48274 [id="node_48274" labelType="html" label="MapPartitionsRDD [48274] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48264->48265; 48265->48266; 48266->48267; 48267->48268; 48268->48269; 48269->48270; 48270->48271; 48271->48272; 48272->48273; 48273->48274; }
48263,48264
48268
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time