4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101896 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
422.2 KiB / 3993
Shuffle Read Size / Records:
394.8 KiB / 0
Associated Job Ids:
5651
DAG Visualization
digraph G { id="graph_101896"; subgraph graph_stage_101896 { id="graph_stage_101896"; isCluster="true"; label="Stage 101896"; subgraph cluster_127036 { id="cluster_127036"; isCluster="true"; label="repartition"; 48562 [id="node_48562" labelType="html" label="ShuffledRDD [48562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48563 [id="node_48563" labelType="html" label="CoalescedRDD [48563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48564 [id="node_48564" labelType="html" label="MapPartitionsRDD [48564] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127227 { id="cluster_127227"; isCluster="true"; label="map"; 48644 [id="node_48644" labelType="html" label="MapPartitionsRDD [48644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127290 { id="cluster_127290"; isCluster="true"; label="Exchange"; 48673 [id="node_48673" labelType="html" label="ShuffledRowRDD [48673] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127287 { id="cluster_127287"; isCluster="true"; label="WholeStageCodegen (4)"; 48674 [id="node_48674" labelType="html" label="MapPartitionsRDD [48674] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127325 { id="cluster_127325"; isCluster="true"; label="Exchange"; 48677 [id="node_48677" labelType="html" label="ShuffledRowRDD [48677] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127322 { id="cluster_127322"; isCluster="true"; label="WholeStageCodegen (6)"; 48678 [id="node_48678" labelType="html" label="MapPartitionsRDD [48678] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127279 { id="cluster_127279"; isCluster="true"; label="WholeStageCodegen (7)"; 48679 [id="node_48679" labelType="html" label="ZippedPartitionsRDD2 [48679] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48680 [id="node_48680" labelType="html" label="MapPartitionsRDD [48680] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127278 { id="cluster_127278"; isCluster="true"; label="InMemoryTableScan"; 48681 [id="node_48681" labelType="html" label="MapPartitionsRDD [48681] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48682 [id="node_48682" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#973191 AS qty#973193, demandChannel#973186, demandStream#973187, cachedKpis#973192 AS kpis#973194]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#973190L, cachedShardId#973189], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1622545]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1622541]\n : +- *(2) Has... [48682] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48683 [id="node_48683" labelType="html" label="MapPartitionsRDD [48683] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48684 [id="node_48684" labelType="html" label="MapPartitionsRDD [48684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48685 [id="node_48685" labelType="html" label="MapPartitionsRDD [48685] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127330 { id="cluster_127330"; isCluster="true"; label="WholeStageCodegen (3)"; 48686 [id="node_48686" labelType="html" label="MapPartitionsRDD [48686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127277 { id="cluster_127277"; isCluster="true"; label="Union"; 48687 [id="node_48687" labelType="html" label="UnionRDD [48687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127276 { id="cluster_127276"; isCluster="true"; label="Exchange"; 48688 [id="node_48688" labelType="html" label="MapPartitionsRDD [48688] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48562->48563; 48563->48564; 48564->48644; 48673->48674; 48677->48678; 48674->48679; 48678->48679; 48679->48680; 48680->48681; 48681->48682; 48682->48683; 48683->48684; 48684->48685; 48644->48686; 48685->48687; 48686->48687; 48687->48688; }
48561,48562
48672,48673
48676,48677
48564
48682
48562
48563
48564
48644
48673
48674
48677
48678
48679
48680
48681
48682
48683
48684
48685
48686
48687
48688
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time