4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105362 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 74
Input Size / Records:
631.5 KiB / 6202
Shuffle Write Size / Records:
1884.6 KiB / 6228
Associated Job Ids:
5784
DAG Visualization
digraph G { id="graph_105362"; subgraph graph_stage_105362 { id="graph_stage_105362"; isCluster="true"; label="Stage 105362"; 50396 [id="node_50396" labelType="html" label="SQLExecutionRDD [50396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_130764 { id="cluster_130764"; isCluster="true"; label="repartition"; 50148 [id="node_50148" labelType="html" label="ShuffledRDD [50148] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50149 [id="node_50149" labelType="html" label="CoalescedRDD [50149] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50150 [id="node_50150" labelType="html" label="MapPartitionsRDD [50150] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131274 { id="cluster_131274"; isCluster="true"; label="Exchange"; 50381 [id="node_50381" labelType="html" label="ShuffledRowRDD [50381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131269 { id="cluster_131269"; isCluster="true"; label="WholeStageCodegen (6)"; 50382 [id="node_50382" labelType="html" label="MapPartitionsRDD [50382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131268 { id="cluster_131268"; isCluster="true"; label="SortAggregate"; 50383 [id="node_50383" labelType="html" label="MapPartitionsRDD [50383] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131267 { id="cluster_131267"; isCluster="true"; label="InMemoryTableScan"; 50384 [id="node_50384" labelType="html" label="MapPartitionsRDD [50384] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50385 [id="node_50385" labelType="html" label="SortAggregate(key=[demandChannel#1009310, shardId#943631, qty#1009330, worklistShardItemId#943632L, demandStream#1009311], functions=[first(kpis#1009339, false)], output=[shardId#943631, worklistShardItemId#943632L, qty#1009330, demandChannel#1009310, demandStream#1009311, kpis#1009472])\n+- *(6) Sort [demandChannel#1009310 ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST, qty#1009330 ASC NULLS FIRST, worklistShardItemId#943632L ASC NULLS FIRST, demandStream#1009311 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1009310, shardId#943631, qty#1009330, worklistShardItemId#943632L, demandStream#1009311, 37), ENSURE_REQUIREMENTS, [plan_id=1632985]\n +- SortAggregate(key=[demandChannel#1009310, shardId#943631, knownfloatingpointnormalized(normalizenanandzero(qty#1009330)) AS qty#1009330, worklistShardItemId#943632L, demandStream#1009311], functions=[partial_first(kpis#1009339, false)], output=[demandChannel#1009310, shardId#943631, qty#1009330, worklistShardItemId#943632L, demandStrea... [50385] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131361 { id="cluster_131361"; isCluster="true"; label="InMemoryTableScan"; 50392 [id="node_50392" labelType="html" label="MapPartitionsRDD [50392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50393 [id="node_50393" labelType="html" label="MapPartitionsRDD [50393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 50394 [id="node_50394" labelType="html" label="MapPartitionsRDD [50394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131360 { id="cluster_131360"; isCluster="true"; label="DeserializeToObject"; 50395 [id="node_50395" labelType="html" label="MapPartitionsRDD [50395] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131362 { id="cluster_131362"; isCluster="true"; label="mapPartitions"; 50397 [id="node_50397" labelType="html" label="MapPartitionsRDD [50397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131382 { id="cluster_131382"; isCluster="true"; label="union"; 50406 [id="node_50406" labelType="html" label="UnionRDD [50406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131383 { id="cluster_131383"; isCluster="true"; label="filter"; 50407 [id="node_50407" labelType="html" label="MapPartitionsRDD [50407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_131384 { id="cluster_131384"; isCluster="true"; label="distinct"; 50408 [id="node_50408" labelType="html" label="MapPartitionsRDD [50408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 50148->50149; 50149->50150; 50381->50382; 50382->50383; 50383->50384; 50384->50385; 50385->50392; 50392->50393; 50393->50394; 50394->50395; 50395->50396; 50396->50397; 50150->50406; 50397->50406; 50406->50407; 50407->50408; }
50147,50148
50380,50381
50150
50385
50396
50148
50149
50150
50381
50382
50383
50384
50385
50392
50393
50394
50395
50397
50406
50407
50408
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time