4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 98175 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
65.9 KiB / 512
Shuffle Read Size / Records:
72.0 KiB / 0
Associated Job Ids:
5076
DAG Visualization
digraph G { id="graph_98175"; subgraph graph_stage_98175 { id="graph_stage_98175"; isCluster="true"; label="Stage 98175"; subgraph cluster_115903 { id="cluster_115903"; isCluster="true"; label="repartition"; 44639 [id="node_44639" labelType="html" label="ShuffledRDD [44639] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44640 [id="node_44640" labelType="html" label="CoalescedRDD [44640] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44641 [id="node_44641" labelType="html" label="MapPartitionsRDD [44641] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116094 { id="cluster_116094"; isCluster="true"; label="map"; 44721 [id="node_44721" labelType="html" label="MapPartitionsRDD [44721] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116157 { id="cluster_116157"; isCluster="true"; label="Exchange"; 44750 [id="node_44750" labelType="html" label="ShuffledRowRDD [44750] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116154 { id="cluster_116154"; isCluster="true"; label="WholeStageCodegen (4)"; 44751 [id="node_44751" labelType="html" label="MapPartitionsRDD [44751] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116192 { id="cluster_116192"; isCluster="true"; label="Exchange"; 44754 [id="node_44754" labelType="html" label="ShuffledRowRDD [44754] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116189 { id="cluster_116189"; isCluster="true"; label="WholeStageCodegen (6)"; 44755 [id="node_44755" labelType="html" label="MapPartitionsRDD [44755] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116146 { id="cluster_116146"; isCluster="true"; label="WholeStageCodegen (7)"; 44756 [id="node_44756" labelType="html" label="ZippedPartitionsRDD2 [44756] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44757 [id="node_44757" labelType="html" label="MapPartitionsRDD [44757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116145 { id="cluster_116145"; isCluster="true"; label="InMemoryTableScan"; 44758 [id="node_44758" labelType="html" label="MapPartitionsRDD [44758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44759 [id="node_44759" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#899438 AS qty#899440, demandChannel#899433, demandStream#899434, cachedKpis#899439 AS kpis#899441]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#899437L, cachedShardId#899436], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1392728]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1392724]\n : +- *(2) Has... [44759] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44760 [id="node_44760" labelType="html" label="MapPartitionsRDD [44760] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44761 [id="node_44761" labelType="html" label="MapPartitionsRDD [44761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 44762 [id="node_44762" labelType="html" label="MapPartitionsRDD [44762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116197 { id="cluster_116197"; isCluster="true"; label="WholeStageCodegen (3)"; 44763 [id="node_44763" labelType="html" label="MapPartitionsRDD [44763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116144 { id="cluster_116144"; isCluster="true"; label="Union"; 44764 [id="node_44764" labelType="html" label="UnionRDD [44764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_116143 { id="cluster_116143"; isCluster="true"; label="Exchange"; 44765 [id="node_44765" labelType="html" label="MapPartitionsRDD [44765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 44639->44640; 44640->44641; 44641->44721; 44750->44751; 44754->44755; 44751->44756; 44755->44756; 44756->44757; 44757->44758; 44758->44759; 44759->44760; 44760->44761; 44761->44762; 44721->44763; 44762->44764; 44763->44764; 44764->44765; }
44638,44639
44749,44750
44753,44754
44641
44759
44639
44640
44641
44721
44750
44751
44754
44755
44756
44757
44758
44759
44760
44761
44762
44763
44764
44765
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time