4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 96201 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
65.1 KiB / 506
Shuffle Read Size / Records:
70.7 KiB / 0
Associated Job Ids:
5013
DAG Visualization
digraph G { id="graph_96201"; subgraph graph_stage_96201 { id="graph_stage_96201"; isCluster="true"; label="Stage 96201"; subgraph cluster_113983 { id="cluster_113983"; isCluster="true"; label="repartition"; 43825 [id="node_43825" labelType="html" label="ShuffledRDD [43825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43826 [id="node_43826" labelType="html" label="CoalescedRDD [43826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43827 [id="node_43827" labelType="html" label="MapPartitionsRDD [43827] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114231 { id="cluster_114231"; isCluster="true"; label="map"; 43929 [id="node_43929" labelType="html" label="MapPartitionsRDD [43929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114294 { id="cluster_114294"; isCluster="true"; label="Exchange"; 43958 [id="node_43958" labelType="html" label="ShuffledRowRDD [43958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114291 { id="cluster_114291"; isCluster="true"; label="WholeStageCodegen (4)"; 43959 [id="node_43959" labelType="html" label="MapPartitionsRDD [43959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114329 { id="cluster_114329"; isCluster="true"; label="Exchange"; 43962 [id="node_43962" labelType="html" label="ShuffledRowRDD [43962] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114326 { id="cluster_114326"; isCluster="true"; label="WholeStageCodegen (6)"; 43963 [id="node_43963" labelType="html" label="MapPartitionsRDD [43963] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114283 { id="cluster_114283"; isCluster="true"; label="WholeStageCodegen (7)"; 43964 [id="node_43964" labelType="html" label="ZippedPartitionsRDD2 [43964] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43965 [id="node_43965" labelType="html" label="MapPartitionsRDD [43965] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114282 { id="cluster_114282"; isCluster="true"; label="InMemoryTableScan"; 43966 [id="node_43966" labelType="html" label="MapPartitionsRDD [43966] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43967 [id="node_43967" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#882764 AS qty#882766, demandChannel#882759, demandStream#882760, cachedKpis#882765 AS kpis#882767]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#882763L, cachedShardId#882762], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1388014]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1388010]\n : +- *(2) Has... [43967] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43968 [id="node_43968" labelType="html" label="MapPartitionsRDD [43968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43969 [id="node_43969" labelType="html" label="MapPartitionsRDD [43969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43970 [id="node_43970" labelType="html" label="MapPartitionsRDD [43970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114334 { id="cluster_114334"; isCluster="true"; label="WholeStageCodegen (3)"; 43971 [id="node_43971" labelType="html" label="MapPartitionsRDD [43971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114281 { id="cluster_114281"; isCluster="true"; label="Union"; 43972 [id="node_43972" labelType="html" label="UnionRDD [43972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_114280 { id="cluster_114280"; isCluster="true"; label="Exchange"; 43973 [id="node_43973" labelType="html" label="MapPartitionsRDD [43973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43825->43826; 43826->43827; 43827->43929; 43958->43959; 43962->43963; 43959->43964; 43963->43964; 43964->43965; 43965->43966; 43966->43967; 43967->43968; 43968->43969; 43969->43970; 43929->43971; 43970->43972; 43971->43972; 43972->43973; }
43824,43825
43957,43958
43961,43962
43827
43967
43825
43826
43827
43929
43958
43959
43962
43963
43964
43965
43966
43967
43968
43969
43970
43971
43972
43973
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time