4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 102351 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
525.6 KiB / 5110
Shuffle Read Size / Records:
443.9 KiB / 0
Associated Job Ids:
5673
DAG Visualization
digraph G { id="graph_102351"; subgraph graph_stage_102351 { id="graph_stage_102351"; isCluster="true"; label="Stage 102351"; subgraph cluster_127675 { id="cluster_127675"; isCluster="true"; label="map"; 48829 [id="node_48829" labelType="html" label="MapPartitionsRDD [48829] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_127692 { id="cluster_127692"; isCluster="true"; label="checkpoint"; 48838 [id="node_48838" labelType="html" label="LocalCheckpointRDD [48838]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_127850 { id="cluster_127850"; isCluster="true"; label="map"; 48910 [id="node_48910" labelType="html" label="MapPartitionsRDD [48910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127913 { id="cluster_127913"; isCluster="true"; label="Exchange"; 48939 [id="node_48939" labelType="html" label="ShuffledRowRDD [48939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127910 { id="cluster_127910"; isCluster="true"; label="WholeStageCodegen (4)"; 48940 [id="node_48940" labelType="html" label="MapPartitionsRDD [48940] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127948 { id="cluster_127948"; isCluster="true"; label="Exchange"; 48943 [id="node_48943" labelType="html" label="ShuffledRowRDD [48943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127945 { id="cluster_127945"; isCluster="true"; label="WholeStageCodegen (6)"; 48944 [id="node_48944" labelType="html" label="MapPartitionsRDD [48944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127902 { id="cluster_127902"; isCluster="true"; label="WholeStageCodegen (7)"; 48945 [id="node_48945" labelType="html" label="ZippedPartitionsRDD2 [48945] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48946 [id="node_48946" labelType="html" label="MapPartitionsRDD [48946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127901 { id="cluster_127901"; isCluster="true"; label="InMemoryTableScan"; 48947 [id="node_48947" labelType="html" label="MapPartitionsRDD [48947] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48948 [id="node_48948" labelType="html" label="*(7) Project [shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635, cachedQty#978749 AS qty#978751, demandChannel#978744, demandStream#978745, cachedKpis#978750 AS kpis#978752]\n+- *(7) SortMergeJoin [worklistShardItemId#943632L, shardId#943631], [cachedWorklistShardItemId#978748L, cachedShardId#978747], Inner\n :- *(4) Sort [worklistShardItemId#943632L ASC NULLS FIRST, shardId#943631 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#943632L, shardId#943631, 37), ENSURE_REQUIREMENTS, [plan_id=1624120]\n : +- *(3) HashAggregate(keys=[plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634], functions=[], output=[shardId#943631, worklistShardItemId#943632L, version#943633, product#943634, plant#943635])\n : +- Exchange hashpartitioning(plant#943635, shardId#943631, version#943633, worklistShardItemId#943632L, product#943634, 37), ENSURE_REQUIREMENTS, [plan_id=1624116]\n : +- *(2) Has... [48948] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48949 [id="node_48949" labelType="html" label="MapPartitionsRDD [48949] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48950 [id="node_48950" labelType="html" label="MapPartitionsRDD [48950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 48951 [id="node_48951" labelType="html" label="MapPartitionsRDD [48951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127953 { id="cluster_127953"; isCluster="true"; label="WholeStageCodegen (3)"; 48952 [id="node_48952" labelType="html" label="MapPartitionsRDD [48952] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127900 { id="cluster_127900"; isCluster="true"; label="Union"; 48953 [id="node_48953" labelType="html" label="UnionRDD [48953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_127899 { id="cluster_127899"; isCluster="true"; label="Exchange"; 48954 [id="node_48954" labelType="html" label="MapPartitionsRDD [48954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 48838->48829; 48829->48910; 48939->48940; 48943->48944; 48940->48945; 48944->48945; 48945->48946; 48946->48947; 48947->48948; 48948->48949; 48949->48950; 48950->48951; 48910->48952; 48951->48953; 48952->48953; 48953->48954; }
48938,48939
48942,48943
48829
48948
48829
48910
48939
48940
48943
48944
48945
48946
48947
48948
48949
48950
48951
48952
48953
48954
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time