4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99789 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
403.1 KiB / 4557
Shuffle Read Size / Records:
315.8 KiB / 0
Associated Job Ids:
5263
DAG Visualization
digraph G { id="graph_99789"; subgraph graph_stage_99789 { id="graph_stage_99789"; isCluster="true"; label="Stage 99789"; subgraph cluster_119620 { id="cluster_119620"; isCluster="true"; label="map"; 46019 [id="node_46019" labelType="html" label="MapPartitionsRDD [46019] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_119636 { id="cluster_119636"; isCluster="true"; label="checkpoint"; 46023 [id="node_46023" labelType="html" label="LocalCheckpointRDD [46023]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_119795 { id="cluster_119795"; isCluster="true"; label="map"; 46100 [id="node_46100" labelType="html" label="MapPartitionsRDD [46100] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119858 { id="cluster_119858"; isCluster="true"; label="Exchange"; 46129 [id="node_46129" labelType="html" label="ShuffledRowRDD [46129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119855 { id="cluster_119855"; isCluster="true"; label="WholeStageCodegen (4)"; 46130 [id="node_46130" labelType="html" label="MapPartitionsRDD [46130] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119887 { id="cluster_119887"; isCluster="true"; label="Exchange"; 46133 [id="node_46133" labelType="html" label="ShuffledRowRDD [46133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119884 { id="cluster_119884"; isCluster="true"; label="WholeStageCodegen (6)"; 46134 [id="node_46134" labelType="html" label="MapPartitionsRDD [46134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119847 { id="cluster_119847"; isCluster="true"; label="WholeStageCodegen (7)"; 46135 [id="node_46135" labelType="html" label="ZippedPartitionsRDD2 [46135] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46136 [id="node_46136" labelType="html" label="MapPartitionsRDD [46136] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119846 { id="cluster_119846"; isCluster="true"; label="InMemoryTableScan"; 46137 [id="node_46137" labelType="html" label="MapPartitionsRDD [46137] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46138 [id="node_46138" labelType="html" label="*(7) Project [shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718, cachedQty#927239 AS qty#927241, demandChannel#927234, demandStream#927235, cachedKpis#927240 AS kpis#927242]\n+- *(7) SortMergeJoin [worklistShardItemId#904715L, shardId#904714], [cachedWorklistShardItemId#927238L, cachedShardId#927237], Inner\n :- *(4) Sort [worklistShardItemId#904715L ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#904715L, shardId#904714, 37), ENSURE_REQUIREMENTS, [plan_id=1450903]\n : +- *(3) HashAggregate(keys=[plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717], functions=[], output=[shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718])\n : +- Exchange hashpartitioning(plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717, 37), ENSURE_REQUIREMENTS, [plan_id=1450899]\n : +- *(2) Has... [46138] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46139 [id="node_46139" labelType="html" label="MapPartitionsRDD [46139] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46140 [id="node_46140" labelType="html" label="MapPartitionsRDD [46140] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46141 [id="node_46141" labelType="html" label="MapPartitionsRDD [46141] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119898 { id="cluster_119898"; isCluster="true"; label="WholeStageCodegen (3)"; 46142 [id="node_46142" labelType="html" label="MapPartitionsRDD [46142] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119845 { id="cluster_119845"; isCluster="true"; label="Union"; 46143 [id="node_46143" labelType="html" label="UnionRDD [46143] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119844 { id="cluster_119844"; isCluster="true"; label="Exchange"; 46144 [id="node_46144" labelType="html" label="MapPartitionsRDD [46144] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46023->46019; 46019->46100; 46129->46130; 46133->46134; 46130->46135; 46134->46135; 46135->46136; 46136->46137; 46137->46138; 46138->46139; 46139->46140; 46140->46141; 46100->46142; 46141->46143; 46142->46143; 46143->46144; }
46128,46129
46132,46133
46019
46138
46019
46100
46129
46130
46133
46134
46135
46136
46137
46138
46139
46140
46141
46142
46143
46144
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time