4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 97356 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
65.7 KiB / 510
Shuffle Read Size / Records:
64.8 KiB / 0
Associated Job Ids:
5055
DAG Visualization
digraph G { id="graph_97356"; subgraph graph_stage_97356 { id="graph_stage_97356"; isCluster="true"; label="Stage 97356"; subgraph cluster_115282 { id="cluster_115282"; isCluster="true"; label="repartition"; 44375 [id="node_44375" labelType="html" label="ShuffledRDD [44375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44376 [id="node_44376" labelType="html" label="CoalescedRDD [44376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44377 [id="node_44377" labelType="html" label="MapPartitionsRDD [44377] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115473 { id="cluster_115473"; isCluster="true"; label="map"; 44457 [id="node_44457" labelType="html" label="MapPartitionsRDD [44457] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115536 { id="cluster_115536"; isCluster="true"; label="Exchange"; 44486 [id="node_44486" labelType="html" label="ShuffledRowRDD [44486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115533 { id="cluster_115533"; isCluster="true"; label="WholeStageCodegen (4)"; 44487 [id="node_44487" labelType="html" label="MapPartitionsRDD [44487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115571 { id="cluster_115571"; isCluster="true"; label="Exchange"; 44490 [id="node_44490" labelType="html" label="ShuffledRowRDD [44490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115568 { id="cluster_115568"; isCluster="true"; label="WholeStageCodegen (6)"; 44491 [id="node_44491" labelType="html" label="MapPartitionsRDD [44491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115525 { id="cluster_115525"; isCluster="true"; label="WholeStageCodegen (7)"; 44492 [id="node_44492" labelType="html" label="ZippedPartitionsRDD2 [44492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44493 [id="node_44493" labelType="html" label="MapPartitionsRDD [44493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115524 { id="cluster_115524"; isCluster="true"; label="InMemoryTableScan"; 44494 [id="node_44494" labelType="html" label="MapPartitionsRDD [44494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44495 [id="node_44495" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#893880 AS qty#893882, demandChannel#893875, demandStream#893876, cachedKpis#893881 AS kpis#893883]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#893879L, cachedShardId#893878], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1391138]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1391134]\n : +- *(2) Has... [44495] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44496 [id="node_44496" labelType="html" label="MapPartitionsRDD [44496] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44497 [id="node_44497" labelType="html" label="MapPartitionsRDD [44497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44498 [id="node_44498" labelType="html" label="MapPartitionsRDD [44498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115576 { id="cluster_115576"; isCluster="true"; label="WholeStageCodegen (3)"; 44499 [id="node_44499" labelType="html" label="MapPartitionsRDD [44499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115523 { id="cluster_115523"; isCluster="true"; label="Union"; 44500 [id="node_44500" labelType="html" label="UnionRDD [44500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_115522 { id="cluster_115522"; isCluster="true"; label="Exchange"; 44501 [id="node_44501" labelType="html" label="MapPartitionsRDD [44501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44375->44376; 44376->44377; 44377->44457; 44486->44487; 44490->44491; 44487->44492; 44491->44492; 44492->44493; 44493->44494; 44494->44495; 44495->44496; 44496->44497; 44497->44498; 44457->44499; 44498->44500; 44499->44500; 44500->44501; }
44374,44375
44485,44486
44489,44490
44377
44495
44375
44376
44377
44457
44486
44487
44490
44491
44492
44493
44494
44495
44496
44497
44498
44499
44500
44501
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time