4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 110531 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
60.3 KiB / 461
Shuffle Read Size / Records:
56.0 KiB / 0
Associated Job Ids:
6067
DAG Visualization
digraph G { id="graph_110531"; subgraph graph_stage_110531 { id="graph_stage_110531"; isCluster="true"; label="Stage 110531"; subgraph cluster_137659 { id="cluster_137659"; isCluster="true"; label="repartition"; 52843 [id="node_52843" labelType="html" label="ShuffledRDD [52843] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52844 [id="node_52844" labelType="html" label="CoalescedRDD [52844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52845 [id="node_52845" labelType="html" label="MapPartitionsRDD [52845] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137850 { id="cluster_137850"; isCluster="true"; label="map"; 52925 [id="node_52925" labelType="html" label="MapPartitionsRDD [52925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137913 { id="cluster_137913"; isCluster="true"; label="Exchange"; 52954 [id="node_52954" labelType="html" label="ShuffledRowRDD [52954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137910 { id="cluster_137910"; isCluster="true"; label="WholeStageCodegen (4)"; 52955 [id="node_52955" labelType="html" label="MapPartitionsRDD [52955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137942 { id="cluster_137942"; isCluster="true"; label="Exchange"; 52958 [id="node_52958" labelType="html" label="ShuffledRowRDD [52958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137939 { id="cluster_137939"; isCluster="true"; label="WholeStageCodegen (6)"; 52959 [id="node_52959" labelType="html" label="MapPartitionsRDD [52959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137902 { id="cluster_137902"; isCluster="true"; label="WholeStageCodegen (7)"; 52960 [id="node_52960" labelType="html" label="ZippedPartitionsRDD2 [52960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52961 [id="node_52961" labelType="html" label="MapPartitionsRDD [52961] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137901 { id="cluster_137901"; isCluster="true"; label="InMemoryTableScan"; 52962 [id="node_52962" labelType="html" label="MapPartitionsRDD [52962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52963 [id="node_52963" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1061534 AS qty#1061536, demandChannel#1061529, demandStream#1061530, cachedKpis#1061535 AS kpis#1061537]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1061533L, cachedShardId#1061532], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1687852]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [52963] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52964 [id="node_52964" labelType="html" label="MapPartitionsRDD [52964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52965 [id="node_52965" labelType="html" label="MapPartitionsRDD [52965] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52966 [id="node_52966" labelType="html" label="MapPartitionsRDD [52966] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137947 { id="cluster_137947"; isCluster="true"; label="WholeStageCodegen (3)"; 52967 [id="node_52967" labelType="html" label="MapPartitionsRDD [52967] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137900 { id="cluster_137900"; isCluster="true"; label="Union"; 52968 [id="node_52968" labelType="html" label="UnionRDD [52968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137899 { id="cluster_137899"; isCluster="true"; label="Exchange"; 52969 [id="node_52969" labelType="html" label="MapPartitionsRDD [52969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52843->52844; 52844->52845; 52845->52925; 52954->52955; 52958->52959; 52955->52960; 52959->52960; 52960->52961; 52961->52962; 52962->52963; 52963->52964; 52964->52965; 52965->52966; 52925->52967; 52966->52968; 52967->52968; 52968->52969; }
52842,52843
52953,52954
52957,52958
52845
52963
52843
52844
52845
52925
52954
52955
52958
52959
52960
52961
52962
52963
52964
52965
52966
52967
52968
52969
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time