4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 82049 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
65.7 KiB / 487
Shuffle Write Size / Records:
260.5 KiB / 487
Associated Job Ids:
4238
DAG Visualization
digraph G { id="graph_82049"; subgraph graph_stage_82049 { id="graph_stage_82049"; isCluster="true"; label="Stage 82049"; 36271 [id="node_36271" labelType="html" label="SQLExecutionRDD [36271] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_94810 { id="cluster_94810"; isCluster="true"; label="map"; 36078 [id="node_36078" labelType="html" label="MapPartitionsRDD [36078] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_94811 { id="cluster_94811"; isCluster="true"; label="checkpoint"; 36079 [id="node_36079" labelType="html" label="LocalCheckpointRDD [36079]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_95177 { id="cluster_95177"; isCluster="true"; label="Exchange"; 36256 [id="node_36256" labelType="html" label="ShuffledRowRDD [36256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95172 { id="cluster_95172"; isCluster="true"; label="WholeStageCodegen (6)"; 36257 [id="node_36257" labelType="html" label="MapPartitionsRDD [36257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95171 { id="cluster_95171"; isCluster="true"; label="SortAggregate"; 36258 [id="node_36258" labelType="html" label="MapPartitionsRDD [36258] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95170 { id="cluster_95170"; isCluster="true"; label="InMemoryTableScan"; 36259 [id="node_36259" labelType="html" label="MapPartitionsRDD [36259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36260 [id="node_36260" labelType="html" label="SortAggregate(key=[demandChannel#723952, shardId#665597, qty#723972, worklistShardItemId#665598L, demandStream#723953], functions=[first(kpis#723981, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#723972, demandChannel#723952, demandStream#723953, kpis#724114])\n+- *(6) Sort [demandChannel#723952 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#723972 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#723953 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#723952, shardId#665597, qty#723972, worklistShardItemId#665598L, demandStream#723953, 37), ENSURE_REQUIREMENTS, [plan_id=1246821]\n +- SortAggregate(key=[demandChannel#723952, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#723972)) AS qty#723972, worklistShardItemId#665598L, demandStream#723953], functions=[partial_first(kpis#723981, false)], output=[demandChannel#723952, shardId#665597, qty#723972, worklistShardItemId#665598L, demandStream#723953, first#72419... [36260] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95264 { id="cluster_95264"; isCluster="true"; label="InMemoryTableScan"; 36267 [id="node_36267" labelType="html" label="MapPartitionsRDD [36267] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36268 [id="node_36268" labelType="html" label="MapPartitionsRDD [36268] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36269 [id="node_36269" labelType="html" label="MapPartitionsRDD [36269] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95263 { id="cluster_95263"; isCluster="true"; label="DeserializeToObject"; 36270 [id="node_36270" labelType="html" label="MapPartitionsRDD [36270] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95265 { id="cluster_95265"; isCluster="true"; label="mapPartitions"; 36272 [id="node_36272" labelType="html" label="MapPartitionsRDD [36272] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95285 { id="cluster_95285"; isCluster="true"; label="union"; 36281 [id="node_36281" labelType="html" label="UnionRDD [36281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95286 { id="cluster_95286"; isCluster="true"; label="filter"; 36282 [id="node_36282" labelType="html" label="MapPartitionsRDD [36282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95287 { id="cluster_95287"; isCluster="true"; label="distinct"; 36283 [id="node_36283" labelType="html" label="MapPartitionsRDD [36283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 36079->36078; 36256->36257; 36257->36258; 36258->36259; 36259->36260; 36260->36267; 36267->36268; 36268->36269; 36269->36270; 36270->36271; 36271->36272; 36078->36281; 36272->36281; 36281->36282; 36282->36283; }
36255,36256
36078
36260
36271
36078
36256
36257
36258
36259
36260
36267
36268
36269
36270
36272
36281
36282
36283
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time