4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 91435 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
57.0 KiB / 415
Shuffle Read Size / Records:
59.9 KiB / 0
Associated Job Ids:
4883
DAG Visualization
digraph G { id="graph_91435"; subgraph graph_stage_91435 { id="graph_stage_91435"; isCluster="true"; label="Stage 91435"; subgraph cluster_110244 { id="cluster_110244"; isCluster="true"; label="repartition"; 42235 [id="node_42235" labelType="html" label="ShuffledRDD [42235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42236 [id="node_42236" labelType="html" label="CoalescedRDD [42236] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42237 [id="node_42237" labelType="html" label="MapPartitionsRDD [42237] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110435 { id="cluster_110435"; isCluster="true"; label="map"; 42317 [id="node_42317" labelType="html" label="MapPartitionsRDD [42317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110498 { id="cluster_110498"; isCluster="true"; label="Exchange"; 42346 [id="node_42346" labelType="html" label="ShuffledRowRDD [42346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110495 { id="cluster_110495"; isCluster="true"; label="WholeStageCodegen (4)"; 42347 [id="node_42347" labelType="html" label="MapPartitionsRDD [42347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110527 { id="cluster_110527"; isCluster="true"; label="Exchange"; 42350 [id="node_42350" labelType="html" label="ShuffledRowRDD [42350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110524 { id="cluster_110524"; isCluster="true"; label="WholeStageCodegen (6)"; 42351 [id="node_42351" labelType="html" label="MapPartitionsRDD [42351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110487 { id="cluster_110487"; isCluster="true"; label="WholeStageCodegen (7)"; 42352 [id="node_42352" labelType="html" label="ZippedPartitionsRDD2 [42352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42353 [id="node_42353" labelType="html" label="MapPartitionsRDD [42353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110486 { id="cluster_110486"; isCluster="true"; label="InMemoryTableScan"; 42354 [id="node_42354" labelType="html" label="MapPartitionsRDD [42354] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42355 [id="node_42355" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#849095 AS qty#849097, demandChannel#849090, demandStream#849091, cachedKpis#849096 AS kpis#849098]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#849094L, cachedShardId#849093], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1378422]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1378418]\n : +- *(2) Has... [42355] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42356 [id="node_42356" labelType="html" label="MapPartitionsRDD [42356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42357 [id="node_42357" labelType="html" label="MapPartitionsRDD [42357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42358 [id="node_42358" labelType="html" label="MapPartitionsRDD [42358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110538 { id="cluster_110538"; isCluster="true"; label="WholeStageCodegen (3)"; 42359 [id="node_42359" labelType="html" label="MapPartitionsRDD [42359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110485 { id="cluster_110485"; isCluster="true"; label="Union"; 42360 [id="node_42360" labelType="html" label="UnionRDD [42360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110484 { id="cluster_110484"; isCluster="true"; label="Exchange"; 42361 [id="node_42361" labelType="html" label="MapPartitionsRDD [42361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42235->42236; 42236->42237; 42237->42317; 42346->42347; 42350->42351; 42347->42352; 42351->42352; 42352->42353; 42353->42354; 42354->42355; 42355->42356; 42356->42357; 42357->42358; 42317->42359; 42358->42360; 42359->42360; 42360->42361; }
42234,42235
42345,42346
42349,42350
42237
42355
42235
42236
42237
42317
42346
42347
42350
42351
42352
42353
42354
42355
42356
42357
42358
42359
42360
42361
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time