4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 105925 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 37
Associated Job Ids:
5920
DAG Visualization
digraph G { id="graph_105925"; subgraph graph_stage_105925 { id="graph_stage_105925"; isCluster="true"; label="Stage 105925"; subgraph cluster_133564 { id="cluster_133564"; isCluster="true"; label="Exchange"; 51106 [id="node_51106" labelType="html" label="ShuffledRowRDD [51106] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133561 { id="cluster_133561"; isCluster="true"; label="WholeStageCodegen (4)"; 51107 [id="node_51107" labelType="html" label="MapPartitionsRDD [51107] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133593 { id="cluster_133593"; isCluster="true"; label="Exchange"; 51110 [id="node_51110" labelType="html" label="ShuffledRowRDD [51110] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133590 { id="cluster_133590"; isCluster="true"; label="WholeStageCodegen (6)"; 51111 [id="node_51111" labelType="html" label="MapPartitionsRDD [51111] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133553 { id="cluster_133553"; isCluster="true"; label="WholeStageCodegen (7)"; 51112 [id="node_51112" labelType="html" label="ZippedPartitionsRDD2 [51112] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51113 [id="node_51113" labelType="html" label="MapPartitionsRDD [51113] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133552 { id="cluster_133552"; isCluster="true"; label="InMemoryTableScan"; 51114 [id="node_51114" labelType="html" label="MapPartitionsRDD [51114] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51115 [id="node_51115" labelType="html" label="*(7) Project [shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819, cachedQty#1022460 AS qty#1022462, demandChannel#1022455, demandStream#1022456, cachedKpis#1022461 AS kpis#1022463]\n+- *(7) SortMergeJoin [worklistShardItemId#1011816L, shardId#1011815], [cachedWorklistShardItemId#1022459L, cachedShardId#1022458], Inner\n :- *(4) Sort [worklistShardItemId#1011816L ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1011816L, shardId#1011815, 37), ENSURE_REQUIREMENTS, [plan_id=1676787]\n : +- *(3) HashAggregate(keys=[plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818], functions=[], output=[shardId#1011815, worklistShardItemId#1011816L, version#1011817, product#1011818, plant#1011819])\n : +- Exchange hashpartitioning(plant#1011819, shardId#1011815, version#1011817, worklistShardItemId#1011816L, product#1011818, 37), ENSURE_REQUIREMENTS, [plan_id=1... [51115] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51116 [id="node_51116" labelType="html" label="MapPartitionsRDD [51116] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51117 [id="node_51117" labelType="html" label="MapPartitionsRDD [51117] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 51118 [id="node_51118" labelType="html" label="MapPartitionsRDD [51118] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133551 { id="cluster_133551"; isCluster="true"; label="Union"; 51120 [id="node_51120" labelType="html" label="UnionRDD [51120] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_133550 { id="cluster_133550"; isCluster="true"; label="Exchange"; 51121 [id="node_51121" labelType="html" label="MapPartitionsRDD [51121] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 51106->51107; 51110->51111; 51107->51112; 51111->51112; 51112->51113; 51113->51114; 51114->51115; 51115->51116; 51116->51117; 51117->51118; 51118->51120; 51120->51121; }
51105,51106
51109,51110
51115
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time