4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111918 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
62.5 KiB / 467
Shuffle Write Size / Records:
248.9 KiB / 467
Associated Job Ids:
6095
DAG Visualization
digraph G { id="graph_111918"; subgraph graph_stage_111918 { id="graph_stage_111918"; isCluster="true"; label="Stage 111918"; 53357 [id="node_53357" labelType="html" label="SQLExecutionRDD [53357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138425 { id="cluster_138425"; isCluster="true"; label="map"; 53164 [id="node_53164" labelType="html" label="MapPartitionsRDD [53164] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_138426 { id="cluster_138426"; isCluster="true"; label="checkpoint"; 53165 [id="node_53165" labelType="html" label="LocalCheckpointRDD [53165]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_138792 { id="cluster_138792"; isCluster="true"; label="Exchange"; 53342 [id="node_53342" labelType="html" label="ShuffledRowRDD [53342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138787 { id="cluster_138787"; isCluster="true"; label="WholeStageCodegen (6)"; 53343 [id="node_53343" labelType="html" label="MapPartitionsRDD [53343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138786 { id="cluster_138786"; isCluster="true"; label="SortAggregate"; 53344 [id="node_53344" labelType="html" label="MapPartitionsRDD [53344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138785 { id="cluster_138785"; isCluster="true"; label="InMemoryTableScan"; 53345 [id="node_53345" labelType="html" label="MapPartitionsRDD [53345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53346 [id="node_53346" labelType="html" label="SortAggregate(key=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[first(kpis#1069892, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1069883, demandChannel#1069863, demandStream#1069864, kpis#1070025])\n+- *(6) Sort [demandChannel#1069863 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1069883 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1069864 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864, 37), ENSURE_REQUIREMENTS, [plan_id=1690372]\n +- SortAggregate(key=[demandChannel#1069863, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1069883)) AS qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[partial_first(kpis#1069892, false)], output=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L,... [53346] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138879 { id="cluster_138879"; isCluster="true"; label="InMemoryTableScan"; 53353 [id="node_53353" labelType="html" label="MapPartitionsRDD [53353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53354 [id="node_53354" labelType="html" label="MapPartitionsRDD [53354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53355 [id="node_53355" labelType="html" label="MapPartitionsRDD [53355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138878 { id="cluster_138878"; isCluster="true"; label="DeserializeToObject"; 53356 [id="node_53356" labelType="html" label="MapPartitionsRDD [53356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138880 { id="cluster_138880"; isCluster="true"; label="mapPartitions"; 53358 [id="node_53358" labelType="html" label="MapPartitionsRDD [53358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138900 { id="cluster_138900"; isCluster="true"; label="union"; 53367 [id="node_53367" labelType="html" label="UnionRDD [53367] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138901 { id="cluster_138901"; isCluster="true"; label="filter"; 53368 [id="node_53368" labelType="html" label="MapPartitionsRDD [53368] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138902 { id="cluster_138902"; isCluster="true"; label="distinct"; 53369 [id="node_53369" labelType="html" label="MapPartitionsRDD [53369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53165->53164; 53342->53343; 53343->53344; 53344->53345; 53345->53346; 53346->53353; 53353->53354; 53354->53355; 53355->53356; 53356->53357; 53357->53358; 53164->53367; 53358->53367; 53367->53368; 53368->53369; }
53341,53342
53164
53346
53357
53164
53342
53343
53344
53345
53346
53353
53354
53355
53356
53358
53367
53368
53369
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time