4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 99961 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
436.5 KiB / 4936
Shuffle Read Size / Records:
289.7 KiB / 0
Associated Job Ids:
5284
DAG Visualization
digraph G { id="graph_99961"; subgraph graph_stage_99961 { id="graph_stage_99961"; isCluster="true"; label="Stage 99961"; subgraph cluster_120225 { id="cluster_120225"; isCluster="true"; label="repartition"; 46282 [id="node_46282" labelType="html" label="ShuffledRDD [46282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46283 [id="node_46283" labelType="html" label="CoalescedRDD [46283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46284 [id="node_46284" labelType="html" label="MapPartitionsRDD [46284] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120416 { id="cluster_120416"; isCluster="true"; label="map"; 46364 [id="node_46364" labelType="html" label="MapPartitionsRDD [46364] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120479 { id="cluster_120479"; isCluster="true"; label="Exchange"; 46393 [id="node_46393" labelType="html" label="ShuffledRowRDD [46393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120476 { id="cluster_120476"; isCluster="true"; label="WholeStageCodegen (4)"; 46394 [id="node_46394" labelType="html" label="MapPartitionsRDD [46394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120514 { id="cluster_120514"; isCluster="true"; label="Exchange"; 46397 [id="node_46397" labelType="html" label="ShuffledRowRDD [46397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120511 { id="cluster_120511"; isCluster="true"; label="WholeStageCodegen (6)"; 46398 [id="node_46398" labelType="html" label="MapPartitionsRDD [46398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120468 { id="cluster_120468"; isCluster="true"; label="WholeStageCodegen (7)"; 46399 [id="node_46399" labelType="html" label="ZippedPartitionsRDD2 [46399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46400 [id="node_46400" labelType="html" label="MapPartitionsRDD [46400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120467 { id="cluster_120467"; isCluster="true"; label="InMemoryTableScan"; 46401 [id="node_46401" labelType="html" label="MapPartitionsRDD [46401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46402 [id="node_46402" labelType="html" label="*(7) Project [shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718, cachedQty#932797 AS qty#932799, demandChannel#932792, demandStream#932793, cachedKpis#932798 AS kpis#932800]\n+- *(7) SortMergeJoin [worklistShardItemId#904715L, shardId#904714], [cachedWorklistShardItemId#932796L, cachedShardId#932795], Inner\n :- *(4) Sort [worklistShardItemId#904715L ASC NULLS FIRST, shardId#904714 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#904715L, shardId#904714, 37), ENSURE_REQUIREMENTS, [plan_id=1452493]\n : +- *(3) HashAggregate(keys=[plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717], functions=[], output=[shardId#904714, worklistShardItemId#904715L, version#904716, product#904717, plant#904718])\n : +- Exchange hashpartitioning(plant#904718, shardId#904714, version#904716, worklistShardItemId#904715L, product#904717, 37), ENSURE_REQUIREMENTS, [plan_id=1452489]\n : +- *(2) Has... [46402] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46403 [id="node_46403" labelType="html" label="MapPartitionsRDD [46403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46404 [id="node_46404" labelType="html" label="MapPartitionsRDD [46404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 46405 [id="node_46405" labelType="html" label="MapPartitionsRDD [46405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120519 { id="cluster_120519"; isCluster="true"; label="WholeStageCodegen (3)"; 46406 [id="node_46406" labelType="html" label="MapPartitionsRDD [46406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120466 { id="cluster_120466"; isCluster="true"; label="Union"; 46407 [id="node_46407" labelType="html" label="UnionRDD [46407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_120465 { id="cluster_120465"; isCluster="true"; label="Exchange"; 46408 [id="node_46408" labelType="html" label="MapPartitionsRDD [46408] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 46282->46283; 46283->46284; 46284->46364; 46393->46394; 46397->46398; 46394->46399; 46398->46399; 46399->46400; 46400->46401; 46401->46402; 46402->46403; 46403->46404; 46404->46405; 46364->46406; 46405->46407; 46406->46407; 46407->46408; }
46281,46282
46392,46393
46396,46397
46284
46402
46282
46283
46284
46364
46393
46394
46397
46398
46399
46400
46401
46402
46403
46404
46405
46406
46407
46408
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time