4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95688 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
64.7 KiB / 502
Shuffle Read Size / Records:
71.0 KiB / 0
Associated Job Ids:
4968
DAG Visualization
digraph G { id="graph_95688"; subgraph graph_stage_95688 { id="graph_stage_95688"; isCluster="true"; label="Stage 95688"; subgraph cluster_112835 { id="cluster_112835"; isCluster="true"; label="map"; 43341 [id="node_43341" labelType="html" label="MapPartitionsRDD [43341] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_112836 { id="cluster_112836"; isCluster="true"; label="checkpoint"; 43342 [id="node_43342" labelType="html" label="LocalCheckpointRDD [43342]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_112921 { id="cluster_112921"; isCluster="true"; label="map"; 43375 [id="node_43375" labelType="html" label="MapPartitionsRDD [43375] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112984 { id="cluster_112984"; isCluster="true"; label="Exchange"; 43404 [id="node_43404" labelType="html" label="ShuffledRowRDD [43404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112981 { id="cluster_112981"; isCluster="true"; label="WholeStageCodegen (4)"; 43405 [id="node_43405" labelType="html" label="MapPartitionsRDD [43405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113019 { id="cluster_113019"; isCluster="true"; label="Exchange"; 43408 [id="node_43408" labelType="html" label="ShuffledRowRDD [43408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113016 { id="cluster_113016"; isCluster="true"; label="WholeStageCodegen (6)"; 43409 [id="node_43409" labelType="html" label="MapPartitionsRDD [43409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112973 { id="cluster_112973"; isCluster="true"; label="WholeStageCodegen (7)"; 43410 [id="node_43410" labelType="html" label="ZippedPartitionsRDD2 [43410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43411 [id="node_43411" labelType="html" label="MapPartitionsRDD [43411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112972 { id="cluster_112972"; isCluster="true"; label="InMemoryTableScan"; 43412 [id="node_43412" labelType="html" label="MapPartitionsRDD [43412] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43413 [id="node_43413" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#871327 AS qty#871329, demandChannel#871322, demandStream#871323, cachedKpis#871328 AS kpis#871330]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#871326L, cachedShardId#871325], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1384711]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1384707]\n : +- *(2) Has... [43413] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43414 [id="node_43414" labelType="html" label="MapPartitionsRDD [43414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43415 [id="node_43415" labelType="html" label="MapPartitionsRDD [43415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43416 [id="node_43416" labelType="html" label="MapPartitionsRDD [43416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113024 { id="cluster_113024"; isCluster="true"; label="WholeStageCodegen (3)"; 43417 [id="node_43417" labelType="html" label="MapPartitionsRDD [43417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112971 { id="cluster_112971"; isCluster="true"; label="Union"; 43418 [id="node_43418" labelType="html" label="UnionRDD [43418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_112970 { id="cluster_112970"; isCluster="true"; label="Exchange"; 43419 [id="node_43419" labelType="html" label="MapPartitionsRDD [43419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43342->43341; 43341->43375; 43404->43405; 43408->43409; 43405->43410; 43409->43410; 43410->43411; 43411->43412; 43412->43413; 43413->43414; 43414->43415; 43415->43416; 43375->43417; 43416->43418; 43417->43418; 43418->43419; }
43403,43404
43407,43408
43341
43413
43341
43375
43404
43405
43408
43409
43410
43411
43412
43413
43414
43415
43416
43417
43418
43419
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time