4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 90778 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
53.4 KiB / 374
Shuffle Read Size / Records:
54.0 KiB / 0
Associated Job Ids:
4862
DAG Visualization
digraph G { id="graph_90778"; subgraph graph_stage_90778 { id="graph_stage_90778"; isCluster="true"; label="Stage 90778"; subgraph cluster_109623 { id="cluster_109623"; isCluster="true"; label="repartition"; 41971 [id="node_41971" labelType="html" label="ShuffledRDD [41971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41972 [id="node_41972" labelType="html" label="CoalescedRDD [41972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 41973 [id="node_41973" labelType="html" label="MapPartitionsRDD [41973] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109814 { id="cluster_109814"; isCluster="true"; label="map"; 42053 [id="node_42053" labelType="html" label="MapPartitionsRDD [42053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109877 { id="cluster_109877"; isCluster="true"; label="Exchange"; 42082 [id="node_42082" labelType="html" label="ShuffledRowRDD [42082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109874 { id="cluster_109874"; isCluster="true"; label="WholeStageCodegen (4)"; 42083 [id="node_42083" labelType="html" label="MapPartitionsRDD [42083] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109906 { id="cluster_109906"; isCluster="true"; label="Exchange"; 42086 [id="node_42086" labelType="html" label="ShuffledRowRDD [42086] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109903 { id="cluster_109903"; isCluster="true"; label="WholeStageCodegen (6)"; 42087 [id="node_42087" labelType="html" label="MapPartitionsRDD [42087] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109866 { id="cluster_109866"; isCluster="true"; label="WholeStageCodegen (7)"; 42088 [id="node_42088" labelType="html" label="ZippedPartitionsRDD2 [42088] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42089 [id="node_42089" labelType="html" label="MapPartitionsRDD [42089] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109865 { id="cluster_109865"; isCluster="true"; label="InMemoryTableScan"; 42090 [id="node_42090" labelType="html" label="MapPartitionsRDD [42090] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42091 [id="node_42091" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#843537 AS qty#843539, demandChannel#843532, demandStream#843533, cachedKpis#843538 AS kpis#843540]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#843536L, cachedShardId#843535], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1376847]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1376843]\n : +- *(2) Has... [42091] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42092 [id="node_42092" labelType="html" label="MapPartitionsRDD [42092] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42093 [id="node_42093" labelType="html" label="MapPartitionsRDD [42093] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42094 [id="node_42094" labelType="html" label="MapPartitionsRDD [42094] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109911 { id="cluster_109911"; isCluster="true"; label="WholeStageCodegen (3)"; 42095 [id="node_42095" labelType="html" label="MapPartitionsRDD [42095] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109864 { id="cluster_109864"; isCluster="true"; label="Union"; 42096 [id="node_42096" labelType="html" label="UnionRDD [42096] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_109863 { id="cluster_109863"; isCluster="true"; label="Exchange"; 42097 [id="node_42097" labelType="html" label="MapPartitionsRDD [42097] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 41971->41972; 41972->41973; 41973->42053; 42082->42083; 42086->42087; 42083->42088; 42087->42088; 42088->42089; 42089->42090; 42090->42091; 42091->42092; 42092->42093; 42093->42094; 42053->42095; 42094->42096; 42095->42096; 42096->42097; }
41970,41971
42081,42082
42085,42086
41973
42091
41971
41972
41973
42053
42082
42083
42086
42087
42088
42089
42090
42091
42092
42093
42094
42095
42096
42097
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time