4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 112009 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
61.0 KiB / 467
Shuffle Read Size / Records:
88.5 KiB / 0
Associated Job Ids:
6110
DAG Visualization
digraph G { id="graph_112009"; subgraph graph_stage_112009 { id="graph_stage_112009"; isCluster="true"; label="Stage 112009"; subgraph cluster_138903 { id="cluster_138903"; isCluster="true"; label="repartition"; 53373 [id="node_53373" labelType="html" label="ShuffledRDD [53373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53374 [id="node_53374" labelType="html" label="CoalescedRDD [53374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53375 [id="node_53375" labelType="html" label="MapPartitionsRDD [53375] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139094 { id="cluster_139094"; isCluster="true"; label="map"; 53455 [id="node_53455" labelType="html" label="MapPartitionsRDD [53455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139157 { id="cluster_139157"; isCluster="true"; label="Exchange"; 53484 [id="node_53484" labelType="html" label="ShuffledRowRDD [53484] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139154 { id="cluster_139154"; isCluster="true"; label="WholeStageCodegen (4)"; 53485 [id="node_53485" labelType="html" label="MapPartitionsRDD [53485] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139186 { id="cluster_139186"; isCluster="true"; label="Exchange"; 53488 [id="node_53488" labelType="html" label="ShuffledRowRDD [53488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139183 { id="cluster_139183"; isCluster="true"; label="WholeStageCodegen (6)"; 53489 [id="node_53489" labelType="html" label="MapPartitionsRDD [53489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139146 { id="cluster_139146"; isCluster="true"; label="WholeStageCodegen (7)"; 53490 [id="node_53490" labelType="html" label="ZippedPartitionsRDD2 [53490] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53491 [id="node_53491" labelType="html" label="MapPartitionsRDD [53491] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139145 { id="cluster_139145"; isCluster="true"; label="InMemoryTableScan"; 53492 [id="node_53492" labelType="html" label="MapPartitionsRDD [53492] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53493 [id="node_53493" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1072650 AS qty#1072652, demandChannel#1072645, demandStream#1072646, cachedKpis#1072651 AS kpis#1072653]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1072649L, cachedShardId#1072648], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1691032]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [53493] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53494 [id="node_53494" labelType="html" label="MapPartitionsRDD [53494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53495 [id="node_53495" labelType="html" label="MapPartitionsRDD [53495] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53496 [id="node_53496" labelType="html" label="MapPartitionsRDD [53496] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139191 { id="cluster_139191"; isCluster="true"; label="WholeStageCodegen (3)"; 53497 [id="node_53497" labelType="html" label="MapPartitionsRDD [53497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139144 { id="cluster_139144"; isCluster="true"; label="Union"; 53498 [id="node_53498" labelType="html" label="UnionRDD [53498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_139143 { id="cluster_139143"; isCluster="true"; label="Exchange"; 53499 [id="node_53499" labelType="html" label="MapPartitionsRDD [53499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53373->53374; 53374->53375; 53375->53455; 53484->53485; 53488->53489; 53485->53490; 53489->53490; 53490->53491; 53491->53492; 53492->53493; 53493->53494; 53494->53495; 53495->53496; 53455->53497; 53496->53498; 53497->53498; 53498->53499; }
53372,53373
53483,53484
53487,53488
53375
53493
53373
53374
53375
53455
53484
53485
53488
53489
53490
53491
53492
53493
53494
53495
53496
53497
53498
53499
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time