4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99455 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
352.8 KiB / 4163
Shuffle Read Size / Records:
559.2 KiB / 0
Associated Job Ids:
5241
DAG Visualization
digraph G { id="graph_99455"; subgraph graph_stage_99455 { id="graph_stage_99455"; isCluster="true"; label="Stage 99455"; subgraph cluster_118982 { id="cluster_118982"; isCluster="true"; label="repartition"; 45752 [id="node_45752" labelType="html" label="ShuffledRDD [45752] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45753 [id="node_45753" labelType="html" label="CoalescedRDD [45753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45754 [id="node_45754" labelType="html" label="MapPartitionsRDD [45754] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119172 { id="cluster_119172"; isCluster="true"; label="map"; 45834 [id="node_45834" labelType="html" label="MapPartitionsRDD [45834] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119235 { id="cluster_119235"; isCluster="true"; label="Exchange"; 45863 [id="node_45863" labelType="html" label="ShuffledRowRDD [45863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119232 { id="cluster_119232"; isCluster="true"; label="WholeStageCodegen (4)"; 45864 [id="node_45864" labelType="html" label="MapPartitionsRDD [45864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119270 { id="cluster_119270"; isCluster="true"; label="Exchange"; 45867 [id="node_45867" labelType="html" label="ShuffledRowRDD [45867] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119267 { id="cluster_119267"; isCluster="true"; label="WholeStageCodegen (6)"; 45868 [id="node_45868" labelType="html" label="MapPartitionsRDD [45868] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119224 { id="cluster_119224"; isCluster="true"; label="WholeStageCodegen (7)"; 45869 [id="node_45869" labelType="html" label="ZippedPartitionsRDD2 [45869] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45870 [id="node_45870" labelType="html" label="MapPartitionsRDD [45870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119223 { id="cluster_119223"; isCluster="true"; label="InMemoryTableScan"; 45871 [id="node_45871" labelType="html" label="MapPartitionsRDD [45871] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45872 [id="node_45872" labelType="html" label="*(7) Project [shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718, cachedQty#921681 AS qty#921683, demandChannel#921676, demandStream#921677, cachedKpis#921682 AS kpis#921684]\n+- *(7) SortMergeJoin [worklistShardItemId#904715L, shardId#904714], [cachedWorklistShardItemId#921680L, cachedShardId#921679], Inner\n :- *(4) Sort [worklistShardItemId#904715L ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#904715L, shardId#904714, 37), ENSURE_REQUIREMENTS, [plan_id=1449313]\n : +- *(3) HashAggregate(keys=[plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717], functions=[], output=[shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718])\n : +- Exchange hashpartitioning(plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717, 37), ENSURE_REQUIREMENTS, [plan_id=1449309]\n : +- *(2) Has... [45872] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45873 [id="node_45873" labelType="html" label="MapPartitionsRDD [45873] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45874 [id="node_45874" labelType="html" label="MapPartitionsRDD [45874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 45875 [id="node_45875" labelType="html" label="MapPartitionsRDD [45875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119275 { id="cluster_119275"; isCluster="true"; label="WholeStageCodegen (3)"; 45876 [id="node_45876" labelType="html" label="MapPartitionsRDD [45876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119222 { id="cluster_119222"; isCluster="true"; label="Union"; 45877 [id="node_45877" labelType="html" label="UnionRDD [45877] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_119221 { id="cluster_119221"; isCluster="true"; label="Exchange"; 45878 [id="node_45878" labelType="html" label="MapPartitionsRDD [45878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 45752->45753; 45753->45754; 45754->45834; 45863->45864; 45867->45868; 45864->45869; 45868->45869; 45869->45870; 45870->45871; 45871->45872; 45872->45873; 45873->45874; 45874->45875; 45834->45876; 45875->45877; 45876->45877; 45877->45878; }
45751,45752
45862,45863
45866,45867
45754
45872
45752
45753
45754
45834
45863
45864
45867
45868
45869
45870
45871
45872
45873
45874
45875
45876
45877
45878
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time