4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111838 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
60.7 KiB / 465
Shuffle Read Size / Records:
62.8 KiB / 0
Associated Job Ids:
6089
DAG Visualization
digraph G { id="graph_111838"; subgraph graph_stage_111838 { id="graph_stage_111838"; isCluster="true"; label="Stage 111838"; subgraph cluster_138425 { id="cluster_138425"; isCluster="true"; label="map"; 53164 [id="node_53164" labelType="html" label="MapPartitionsRDD [53164] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_138426 { id="cluster_138426"; isCluster="true"; label="checkpoint"; 53165 [id="node_53165" labelType="html" label="LocalCheckpointRDD [53165]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_138473 { id="cluster_138473"; isCluster="true"; label="map"; 53191 [id="node_53191" labelType="html" label="MapPartitionsRDD [53191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138536 { id="cluster_138536"; isCluster="true"; label="Exchange"; 53220 [id="node_53220" labelType="html" label="ShuffledRowRDD [53220] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138533 { id="cluster_138533"; isCluster="true"; label="WholeStageCodegen (4)"; 53221 [id="node_53221" labelType="html" label="MapPartitionsRDD [53221] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138565 { id="cluster_138565"; isCluster="true"; label="Exchange"; 53224 [id="node_53224" labelType="html" label="ShuffledRowRDD [53224] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138562 { id="cluster_138562"; isCluster="true"; label="WholeStageCodegen (6)"; 53225 [id="node_53225" labelType="html" label="MapPartitionsRDD [53225] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138525 { id="cluster_138525"; isCluster="true"; label="WholeStageCodegen (7)"; 53226 [id="node_53226" labelType="html" label="ZippedPartitionsRDD2 [53226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53227 [id="node_53227" labelType="html" label="MapPartitionsRDD [53227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138524 { id="cluster_138524"; isCluster="true"; label="InMemoryTableScan"; 53228 [id="node_53228" labelType="html" label="MapPartitionsRDD [53228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53229 [id="node_53229" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1067092 AS qty#1067094, demandChannel#1067087, demandStream#1067088, cachedKpis#1067093 AS kpis#1067095]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1067091L, cachedShardId#1067090], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1689442]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [53229] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53230 [id="node_53230" labelType="html" label="MapPartitionsRDD [53230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53231 [id="node_53231" labelType="html" label="MapPartitionsRDD [53231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53232 [id="node_53232" labelType="html" label="MapPartitionsRDD [53232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138576 { id="cluster_138576"; isCluster="true"; label="WholeStageCodegen (3)"; 53233 [id="node_53233" labelType="html" label="MapPartitionsRDD [53233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138523 { id="cluster_138523"; isCluster="true"; label="Union"; 53234 [id="node_53234" labelType="html" label="UnionRDD [53234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138522 { id="cluster_138522"; isCluster="true"; label="Exchange"; 53235 [id="node_53235" labelType="html" label="MapPartitionsRDD [53235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53165->53164; 53164->53191; 53220->53221; 53224->53225; 53221->53226; 53225->53226; 53226->53227; 53227->53228; 53228->53229; 53229->53230; 53230->53231; 53231->53232; 53191->53233; 53232->53234; 53233->53234; 53234->53235; }
53219,53220
53223,53224
53164
53229
53164
53191
53220
53221
53224
53225
53226
53227
53228
53229
53230
53231
53232
53233
53234
53235
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time