4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99870 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 s
Locality Level Summary:
Process local: 74
Input Size / Records:
443.2 KiB / 4594
Shuffle Write Size / Records:
1883.9 KiB / 4936
Associated Job Ids:
5269
DAG Visualization
digraph G { id="graph_99870"; subgraph graph_stage_99870 { id="graph_stage_99870"; isCluster="true"; label="Stage 99870"; 46266 [id="node_46266" labelType="html" label="SQLExecutionRDD [46266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_119620 { id="cluster_119620"; isCluster="true"; label="map"; 46019 [id="node_46019" labelType="html" label="MapPartitionsRDD [46019] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_119636 { id="cluster_119636"; isCluster="true"; label="checkpoint"; 46023 [id="node_46023" labelType="html" label="LocalCheckpointRDD [46023]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_120114 { id="cluster_120114"; isCluster="true"; label="Exchange"; 46251 [id="node_46251" labelType="html" label="ShuffledRowRDD [46251] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120109 { id="cluster_120109"; isCluster="true"; label="WholeStageCodegen (6)"; 46252 [id="node_46252" labelType="html" label="MapPartitionsRDD [46252] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120108 { id="cluster_120108"; isCluster="true"; label="SortAggregate"; 46253 [id="node_46253" labelType="html" label="MapPartitionsRDD [46253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120107 { id="cluster_120107"; isCluster="true"; label="InMemoryTableScan"; 46254 [id="node_46254" labelType="html" label="MapPartitionsRDD [46254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46255 [id="node_46255" labelType="html" label="SortAggregate(key=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[first(kpis#930039, false)], output=[shardId#904714, worklistShardItemId#904715L, qty#930030, demandChannel#930010, demandStream#930011, kpis#930172])\n+- *(6) Sort [demandChannel#930010 ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST, qty#930030 ASC NULLS FIRST, worklistShardItemId#904715L ASC NULLS FIRST, demandStream#930011 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, 37), ENSURE_REQUIREMENTS, [plan_id=1451833]\n +- SortAggregate(key=[demandChannel#930010, shardId#904714, knownfloatingpointnormalized(normalizenanandzero(qty#930030)) AS qty#930030, worklistShardItemId#904715L, demandStream#930011], functions=[partial_first(kpis#930039, false)], output=[demandChannel#930010, shardId#904714, qty#930030, worklistShardItemId#904715L, demandStream#930011, first#93024... [46255] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120201 { id="cluster_120201"; isCluster="true"; label="InMemoryTableScan"; 46262 [id="node_46262" labelType="html" label="MapPartitionsRDD [46262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46263 [id="node_46263" labelType="html" label="MapPartitionsRDD [46263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46264 [id="node_46264" labelType="html" label="MapPartitionsRDD [46264] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120200 { id="cluster_120200"; isCluster="true"; label="DeserializeToObject"; 46265 [id="node_46265" labelType="html" label="MapPartitionsRDD [46265] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120202 { id="cluster_120202"; isCluster="true"; label="mapPartitions"; 46267 [id="node_46267" labelType="html" label="MapPartitionsRDD [46267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120222 { id="cluster_120222"; isCluster="true"; label="union"; 46276 [id="node_46276" labelType="html" label="UnionRDD [46276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120223 { id="cluster_120223"; isCluster="true"; label="filter"; 46277 [id="node_46277" labelType="html" label="MapPartitionsRDD [46277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120224 { id="cluster_120224"; isCluster="true"; label="distinct"; 46278 [id="node_46278" labelType="html" label="MapPartitionsRDD [46278] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46023->46019; 46251->46252; 46252->46253; 46253->46254; 46254->46255; 46255->46262; 46262->46263; 46263->46264; 46264->46265; 46265->46266; 46266->46267; 46019->46276; 46267->46276; 46276->46277; 46277->46278; }
46250,46251
46019
46255
46266
46019
46251
46252
46253
46254
46255
46262
46263
46264
46265
46267
46276
46277
46278
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time