4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 106927 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 25; Process local: 49
Input Size / Records:
52.6 KiB / 371
Shuffle Read Size / Records:
47.2 KiB / 0
Associated Job Ids:
5983
DAG Visualization
digraph G { id="graph_106927"; subgraph graph_stage_106927 { id="graph_stage_106927"; isCluster="true"; label="Stage 106927"; subgraph cluster_135175 { id="cluster_135175"; isCluster="true"; label="repartition"; 51787 [id="node_51787" labelType="html" label="ShuffledRDD [51787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51788 [id="node_51788" labelType="html" label="CoalescedRDD [51788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51789 [id="node_51789" labelType="html" label="MapPartitionsRDD [51789] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135366 { id="cluster_135366"; isCluster="true"; label="map"; 51869 [id="node_51869" labelType="html" label="MapPartitionsRDD [51869] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135429 { id="cluster_135429"; isCluster="true"; label="Exchange"; 51898 [id="node_51898" labelType="html" label="ShuffledRowRDD [51898] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135426 { id="cluster_135426"; isCluster="true"; label="WholeStageCodegen (4)"; 51899 [id="node_51899" labelType="html" label="MapPartitionsRDD [51899] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135458 { id="cluster_135458"; isCluster="true"; label="Exchange"; 51902 [id="node_51902" labelType="html" label="ShuffledRowRDD [51902] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135455 { id="cluster_135455"; isCluster="true"; label="WholeStageCodegen (6)"; 51903 [id="node_51903" labelType="html" label="MapPartitionsRDD [51903] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135418 { id="cluster_135418"; isCluster="true"; label="WholeStageCodegen (7)"; 51904 [id="node_51904" labelType="html" label="ZippedPartitionsRDD2 [51904] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51905 [id="node_51905" labelType="html" label="MapPartitionsRDD [51905] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135417 { id="cluster_135417"; isCluster="true"; label="InMemoryTableScan"; 51906 [id="node_51906" labelType="html" label="MapPartitionsRDD [51906] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51907 [id="node_51907" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1039302 AS qty#1039304, demandChannel#1039297, demandStream#1039298, cachedKpis#1039303 AS kpis#1039305]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1039301L, cachedShardId#1039300], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1681589]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [51907] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51908 [id="node_51908" labelType="html" label="MapPartitionsRDD [51908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51909 [id="node_51909" labelType="html" label="MapPartitionsRDD [51909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 51910 [id="node_51910" labelType="html" label="MapPartitionsRDD [51910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135463 { id="cluster_135463"; isCluster="true"; label="WholeStageCodegen (3)"; 51911 [id="node_51911" labelType="html" label="MapPartitionsRDD [51911] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135416 { id="cluster_135416"; isCluster="true"; label="Union"; 51912 [id="node_51912" labelType="html" label="UnionRDD [51912] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_135415 { id="cluster_135415"; isCluster="true"; label="Exchange"; 51913 [id="node_51913" labelType="html" label="MapPartitionsRDD [51913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51787->51788; 51788->51789; 51789->51869; 51898->51899; 51902->51903; 51899->51904; 51903->51904; 51904->51905; 51905->51906; 51906->51907; 51907->51908; 51908->51909; 51909->51910; 51869->51911; 51910->51912; 51911->51912; 51912->51913; }
51786,51787
51897,51898
51901,51902
51789
51907
51787
51788
51789
51869
51898
51899
51902
51903
51904
51905
51906
51907
51908
51909
51910
51911
51912
51913
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time