4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118695 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
498.3 KiB / 5732
Shuffle Read Size / Records:
543.7 KiB / 0
Associated Job Ids:
6511
DAG Visualization
digraph G { id="graph_118695"; subgraph graph_stage_118695 { id="graph_stage_118695"; isCluster="true"; label="Stage 118695"; subgraph cluster_148903 { id="cluster_148903"; isCluster="true"; label="repartition"; 57422 [id="node_57422" labelType="html" label="ShuffledRDD [57422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57423 [id="node_57423" labelType="html" label="CoalescedRDD [57423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57424 [id="node_57424" labelType="html" label="MapPartitionsRDD [57424] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149094 { id="cluster_149094"; isCluster="true"; label="map"; 57504 [id="node_57504" labelType="html" label="MapPartitionsRDD [57504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149157 { id="cluster_149157"; isCluster="true"; label="Exchange"; 57533 [id="node_57533" labelType="html" label="ShuffledRowRDD [57533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149154 { id="cluster_149154"; isCluster="true"; label="WholeStageCodegen (4)"; 57534 [id="node_57534" labelType="html" label="MapPartitionsRDD [57534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149186 { id="cluster_149186"; isCluster="true"; label="Exchange"; 57537 [id="node_57537" labelType="html" label="ShuffledRowRDD [57537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149183 { id="cluster_149183"; isCluster="true"; label="WholeStageCodegen (6)"; 57538 [id="node_57538" labelType="html" label="MapPartitionsRDD [57538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149146 { id="cluster_149146"; isCluster="true"; label="WholeStageCodegen (7)"; 57539 [id="node_57539" labelType="html" label="ZippedPartitionsRDD2 [57539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57540 [id="node_57540" labelType="html" label="MapPartitionsRDD [57540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149145 { id="cluster_149145"; isCluster="true"; label="InMemoryTableScan"; 57541 [id="node_57541" labelType="html" label="MapPartitionsRDD [57541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57542 [id="node_57542" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1156234 AS qty#1156236, demandChannel#1156229, demandStream#1156230, cachedKpis#1156235 AS kpis#1156237]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1156233L, cachedShardId#1156232], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1763276]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [57542] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57543 [id="node_57543" labelType="html" label="MapPartitionsRDD [57543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57544 [id="node_57544" labelType="html" label="MapPartitionsRDD [57544] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57545 [id="node_57545" labelType="html" label="MapPartitionsRDD [57545] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149197 { id="cluster_149197"; isCluster="true"; label="WholeStageCodegen (3)"; 57546 [id="node_57546" labelType="html" label="MapPartitionsRDD [57546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149144 { id="cluster_149144"; isCluster="true"; label="Union"; 57547 [id="node_57547" labelType="html" label="UnionRDD [57547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149143 { id="cluster_149143"; isCluster="true"; label="Exchange"; 57548 [id="node_57548" labelType="html" label="MapPartitionsRDD [57548] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57422->57423; 57423->57424; 57424->57504; 57533->57534; 57537->57538; 57534->57539; 57538->57539; 57539->57540; 57540->57541; 57541->57542; 57542->57543; 57543->57544; 57544->57545; 57504->57546; 57545->57547; 57546->57547; 57547->57548; }
57421,57422
57532,57533
57536,57537
57424
57542
57422
57423
57424
57504
57533
57534
57537
57538
57539
57540
57541
57542
57543
57544
57545
57546
57547
57548
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time