4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95862 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
64.7 KiB / 504
Shuffle Read Size / Records:
73.1 KiB / 0
Associated Job Ids:
4990
DAG Visualization
digraph G { id="graph_95862"; subgraph graph_stage_95862 { id="graph_stage_95862"; isCluster="true"; label="Stage 95862"; subgraph cluster_113351 { id="cluster_113351"; isCluster="true"; label="repartition"; 43557 [id="node_43557" labelType="html" label="ShuffledRDD [43557] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43558 [id="node_43558" labelType="html" label="CoalescedRDD [43558] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43559 [id="node_43559" labelType="html" label="MapPartitionsRDD [43559] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113553 { id="cluster_113553"; isCluster="true"; label="map"; 43643 [id="node_43643" labelType="html" label="MapPartitionsRDD [43643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113616 { id="cluster_113616"; isCluster="true"; label="Exchange"; 43672 [id="node_43672" labelType="html" label="ShuffledRowRDD [43672] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113613 { id="cluster_113613"; isCluster="true"; label="WholeStageCodegen (4)"; 43673 [id="node_43673" labelType="html" label="MapPartitionsRDD [43673] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113651 { id="cluster_113651"; isCluster="true"; label="Exchange"; 43676 [id="node_43676" labelType="html" label="ShuffledRowRDD [43676] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113648 { id="cluster_113648"; isCluster="true"; label="WholeStageCodegen (6)"; 43677 [id="node_43677" labelType="html" label="MapPartitionsRDD [43677] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113605 { id="cluster_113605"; isCluster="true"; label="WholeStageCodegen (7)"; 43678 [id="node_43678" labelType="html" label="ZippedPartitionsRDD2 [43678] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43679 [id="node_43679" labelType="html" label="MapPartitionsRDD [43679] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113604 { id="cluster_113604"; isCluster="true"; label="InMemoryTableScan"; 43680 [id="node_43680" labelType="html" label="MapPartitionsRDD [43680] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43681 [id="node_43681" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#876907 AS qty#876909, demandChannel#876902, demandStream#876903, cachedKpis#876908 AS kpis#876910]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#876906L, cachedShardId#876905], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1386312]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1386308]\n : +- *(2) Has... [43681] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43682 [id="node_43682" labelType="html" label="MapPartitionsRDD [43682] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43683 [id="node_43683" labelType="html" label="MapPartitionsRDD [43683] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43684 [id="node_43684" labelType="html" label="MapPartitionsRDD [43684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113656 { id="cluster_113656"; isCluster="true"; label="WholeStageCodegen (3)"; 43685 [id="node_43685" labelType="html" label="MapPartitionsRDD [43685] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113603 { id="cluster_113603"; isCluster="true"; label="Union"; 43686 [id="node_43686" labelType="html" label="UnionRDD [43686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113602 { id="cluster_113602"; isCluster="true"; label="Exchange"; 43687 [id="node_43687" labelType="html" label="MapPartitionsRDD [43687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43557->43558; 43558->43559; 43559->43643; 43672->43673; 43676->43677; 43673->43678; 43677->43678; 43678->43679; 43679->43680; 43680->43681; 43681->43682; 43682->43683; 43683->43684; 43643->43685; 43684->43686; 43685->43686; 43686->43687; }
43556,43557
43671,43672
43675,43676
43559
43681
43557
43558
43559
43643
43672
43673
43676
43677
43678
43679
43680
43681
43682
43683
43684
43685
43686
43687
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time