4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 92255 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
59.5 KiB / 448
Shuffle Read Size / Records:
80.4 KiB / 0
Associated Job Ids:
4904
DAG Visualization
digraph G { id="graph_92255"; subgraph graph_stage_92255 { id="graph_stage_92255"; isCluster="true"; label="Stage 92255"; subgraph cluster_110865 { id="cluster_110865"; isCluster="true"; label="repartition"; 42499 [id="node_42499" labelType="html" label="ShuffledRDD [42499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42500 [id="node_42500" labelType="html" label="CoalescedRDD [42500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42501 [id="node_42501" labelType="html" label="MapPartitionsRDD [42501] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111056 { id="cluster_111056"; isCluster="true"; label="map"; 42581 [id="node_42581" labelType="html" label="MapPartitionsRDD [42581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111119 { id="cluster_111119"; isCluster="true"; label="Exchange"; 42610 [id="node_42610" labelType="html" label="ShuffledRowRDD [42610] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111116 { id="cluster_111116"; isCluster="true"; label="WholeStageCodegen (4)"; 42611 [id="node_42611" labelType="html" label="MapPartitionsRDD [42611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111154 { id="cluster_111154"; isCluster="true"; label="Exchange"; 42614 [id="node_42614" labelType="html" label="ShuffledRowRDD [42614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111151 { id="cluster_111151"; isCluster="true"; label="WholeStageCodegen (6)"; 42615 [id="node_42615" labelType="html" label="MapPartitionsRDD [42615] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111108 { id="cluster_111108"; isCluster="true"; label="WholeStageCodegen (7)"; 42616 [id="node_42616" labelType="html" label="ZippedPartitionsRDD2 [42616] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42617 [id="node_42617" labelType="html" label="MapPartitionsRDD [42617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111107 { id="cluster_111107"; isCluster="true"; label="InMemoryTableScan"; 42618 [id="node_42618" labelType="html" label="MapPartitionsRDD [42618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42619 [id="node_42619" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#854653 AS qty#854655, demandChannel#854648, demandStream#854649, cachedKpis#854654 AS kpis#854656]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#854652L, cachedShardId#854651], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1380012]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1380008]\n : +- *(2) Has... [42619] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42620 [id="node_42620" labelType="html" label="MapPartitionsRDD [42620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42621 [id="node_42621" labelType="html" label="MapPartitionsRDD [42621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42622 [id="node_42622" labelType="html" label="MapPartitionsRDD [42622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111159 { id="cluster_111159"; isCluster="true"; label="WholeStageCodegen (3)"; 42623 [id="node_42623" labelType="html" label="MapPartitionsRDD [42623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111106 { id="cluster_111106"; isCluster="true"; label="Union"; 42624 [id="node_42624" labelType="html" label="UnionRDD [42624] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111105 { id="cluster_111105"; isCluster="true"; label="Exchange"; 42625 [id="node_42625" labelType="html" label="MapPartitionsRDD [42625] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42499->42500; 42500->42501; 42501->42581; 42610->42611; 42614->42615; 42611->42616; 42615->42616; 42616->42617; 42617->42618; 42618->42619; 42619->42620; 42620->42621; 42621->42622; 42581->42623; 42622->42624; 42623->42624; 42624->42625; }
42498,42499
42609,42610
42613,42614
42501
42619
42499
42500
42501
42581
42610
42611
42614
42615
42616
42617
42618
42619
42620
42621
42622
42623
42624
42625
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time