4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 93237 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 24; Process local: 50
Input Size / Records:
62.3 KiB / 475
Shuffle Read Size / Records:
69.2 KiB / 0
Associated Job Ids:
4925
DAG Visualization
digraph G { id="graph_93237"; subgraph graph_stage_93237 { id="graph_stage_93237"; isCluster="true"; label="Stage 93237"; subgraph cluster_111486 { id="cluster_111486"; isCluster="true"; label="repartition"; 42763 [id="node_42763" labelType="html" label="ShuffledRDD [42763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42764 [id="node_42764" labelType="html" label="CoalescedRDD [42764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42765 [id="node_42765" labelType="html" label="MapPartitionsRDD [42765] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111677 { id="cluster_111677"; isCluster="true"; label="map"; 42845 [id="node_42845" labelType="html" label="MapPartitionsRDD [42845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111740 { id="cluster_111740"; isCluster="true"; label="Exchange"; 42874 [id="node_42874" labelType="html" label="ShuffledRowRDD [42874] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111737 { id="cluster_111737"; isCluster="true"; label="WholeStageCodegen (4)"; 42875 [id="node_42875" labelType="html" label="MapPartitionsRDD [42875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111775 { id="cluster_111775"; isCluster="true"; label="Exchange"; 42878 [id="node_42878" labelType="html" label="ShuffledRowRDD [42878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111772 { id="cluster_111772"; isCluster="true"; label="WholeStageCodegen (6)"; 42879 [id="node_42879" labelType="html" label="MapPartitionsRDD [42879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111729 { id="cluster_111729"; isCluster="true"; label="WholeStageCodegen (7)"; 42880 [id="node_42880" labelType="html" label="ZippedPartitionsRDD2 [42880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42881 [id="node_42881" labelType="html" label="MapPartitionsRDD [42881] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111728 { id="cluster_111728"; isCluster="true"; label="InMemoryTableScan"; 42882 [id="node_42882" labelType="html" label="MapPartitionsRDD [42882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42883 [id="node_42883" labelType="html" label="*(7) Project [shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744, cachedQty#860211 AS qty#860213, demandChannel#860206, demandStream#860207, cachedKpis#860212 AS kpis#860214]\n+- *(7) SortMergeJoin [worklistShardItemId#815741L, shardId#815740], [cachedWorklistShardItemId#860210L, cachedShardId#860209], Inner\n :- *(4) Sort [worklistShardItemId#815741L ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#815741L, shardId#815740, 37), ENSURE_REQUIREMENTS, [plan_id=1381587]\n : +- *(3) HashAggregate(keys=[plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743], functions=[], output=[shardId#815740, worklistShardItemId#815741L, version#815742, product#815743, plant#815744])\n : +- Exchange hashpartitioning(plant#815744, shardId#815740, version#815742, worklistShardItemId#815741L, product#815743, 37), ENSURE_REQUIREMENTS, [plan_id=1381583]\n : +- *(2) Has... [42883] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42884 [id="node_42884" labelType="html" label="MapPartitionsRDD [42884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42885 [id="node_42885" labelType="html" label="MapPartitionsRDD [42885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 42886 [id="node_42886" labelType="html" label="MapPartitionsRDD [42886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111780 { id="cluster_111780"; isCluster="true"; label="WholeStageCodegen (3)"; 42887 [id="node_42887" labelType="html" label="MapPartitionsRDD [42887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111727 { id="cluster_111727"; isCluster="true"; label="Union"; 42888 [id="node_42888" labelType="html" label="UnionRDD [42888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111726 { id="cluster_111726"; isCluster="true"; label="Exchange"; 42889 [id="node_42889" labelType="html" label="MapPartitionsRDD [42889] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 42763->42764; 42764->42765; 42765->42845; 42874->42875; 42878->42879; 42875->42880; 42879->42880; 42880->42881; 42881->42882; 42882->42883; 42883->42884; 42884->42885; 42885->42886; 42845->42887; 42886->42888; 42887->42888; 42888->42889; }
42762,42763
42873,42874
42877,42878
42765
42883
42763
42764
42765
42845
42874
42875
42878
42879
42880
42881
42882
42883
42884
42885
42886
42887
42888
42889
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time