4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108405 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
57.6 KiB / 431
Shuffle Read Size / Records:
79.0 KiB / 0
Associated Job Ids:
6025
DAG Visualization
digraph G { id="graph_108405"; subgraph graph_stage_108405 { id="graph_stage_108405"; isCluster="true"; label="Stage 108405"; subgraph cluster_136417 { id="cluster_136417"; isCluster="true"; label="repartition"; 52315 [id="node_52315" labelType="html" label="ShuffledRDD [52315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52316 [id="node_52316" labelType="html" label="CoalescedRDD [52316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52317 [id="node_52317" labelType="html" label="MapPartitionsRDD [52317] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136608 { id="cluster_136608"; isCluster="true"; label="map"; 52397 [id="node_52397" labelType="html" label="MapPartitionsRDD [52397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136671 { id="cluster_136671"; isCluster="true"; label="Exchange"; 52426 [id="node_52426" labelType="html" label="ShuffledRowRDD [52426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136668 { id="cluster_136668"; isCluster="true"; label="WholeStageCodegen (4)"; 52427 [id="node_52427" labelType="html" label="MapPartitionsRDD [52427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136706 { id="cluster_136706"; isCluster="true"; label="Exchange"; 52430 [id="node_52430" labelType="html" label="ShuffledRowRDD [52430] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136703 { id="cluster_136703"; isCluster="true"; label="WholeStageCodegen (6)"; 52431 [id="node_52431" labelType="html" label="MapPartitionsRDD [52431] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136660 { id="cluster_136660"; isCluster="true"; label="WholeStageCodegen (7)"; 52432 [id="node_52432" labelType="html" label="ZippedPartitionsRDD2 [52432] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52433 [id="node_52433" labelType="html" label="MapPartitionsRDD [52433] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136659 { id="cluster_136659"; isCluster="true"; label="InMemoryTableScan"; 52434 [id="node_52434" labelType="html" label="MapPartitionsRDD [52434] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52435 [id="node_52435" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1050418 AS qty#1050420, demandChannel#1050413, demandStream#1050414, cachedKpis#1050419 AS kpis#1050421]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1050417L, cachedShardId#1050416], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1684687]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [52435] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52436 [id="node_52436" labelType="html" label="MapPartitionsRDD [52436] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52437 [id="node_52437" labelType="html" label="MapPartitionsRDD [52437] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52438 [id="node_52438" labelType="html" label="MapPartitionsRDD [52438] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136711 { id="cluster_136711"; isCluster="true"; label="WholeStageCodegen (3)"; 52439 [id="node_52439" labelType="html" label="MapPartitionsRDD [52439] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136658 { id="cluster_136658"; isCluster="true"; label="Union"; 52440 [id="node_52440" labelType="html" label="UnionRDD [52440] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136657 { id="cluster_136657"; isCluster="true"; label="Exchange"; 52441 [id="node_52441" labelType="html" label="MapPartitionsRDD [52441] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52315->52316; 52316->52317; 52317->52397; 52426->52427; 52430->52431; 52427->52432; 52431->52432; 52432->52433; 52433->52434; 52434->52435; 52435->52436; 52436->52437; 52437->52438; 52397->52439; 52438->52440; 52439->52440; 52440->52441; }
52314,52315
52425,52426
52429,52430
52317
52435
52315
52316
52317
52397
52426
52427
52430
52431
52432
52433
52434
52435
52436
52437
52438
52439
52440
52441
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time