4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117541 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 37; Process local: 37
Input Size / Records:
484.6 KiB / 5554
Shuffle Read Size / Records:
469.4 KiB / 0
Associated Job Ids:
6469
DAG Visualization
digraph G { id="graph_117541"; subgraph graph_stage_117541 { id="graph_stage_117541"; isCluster="true"; label="Stage 117541"; subgraph cluster_147661 { id="cluster_147661"; isCluster="true"; label="repartition"; 56894 [id="node_56894" labelType="html" label="ShuffledRDD [56894] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56895 [id="node_56895" labelType="html" label="CoalescedRDD [56895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56896 [id="node_56896" labelType="html" label="MapPartitionsRDD [56896] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147852 { id="cluster_147852"; isCluster="true"; label="map"; 56976 [id="node_56976" labelType="html" label="MapPartitionsRDD [56976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147915 { id="cluster_147915"; isCluster="true"; label="Exchange"; 57005 [id="node_57005" labelType="html" label="ShuffledRowRDD [57005] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147912 { id="cluster_147912"; isCluster="true"; label="WholeStageCodegen (4)"; 57006 [id="node_57006" labelType="html" label="MapPartitionsRDD [57006] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147944 { id="cluster_147944"; isCluster="true"; label="Exchange"; 57009 [id="node_57009" labelType="html" label="ShuffledRowRDD [57009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147941 { id="cluster_147941"; isCluster="true"; label="WholeStageCodegen (6)"; 57010 [id="node_57010" labelType="html" label="MapPartitionsRDD [57010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147904 { id="cluster_147904"; isCluster="true"; label="WholeStageCodegen (7)"; 57011 [id="node_57011" labelType="html" label="ZippedPartitionsRDD2 [57011] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57012 [id="node_57012" labelType="html" label="MapPartitionsRDD [57012] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147903 { id="cluster_147903"; isCluster="true"; label="InMemoryTableScan"; 57013 [id="node_57013" labelType="html" label="MapPartitionsRDD [57013] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57014 [id="node_57014" labelType="html" label="*(7) Project [shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461, cachedQty#1145118 AS qty#1145120, demandChannel#1145113, demandStream#1145114, cachedKpis#1145119 AS kpis#1145121]\n+- *(7) SortMergeJoin [worklistShardItemId#1100458L, shardId#1100457], [cachedWorklistShardItemId#1145117L, cachedShardId#1145116], Inner\n :- *(4) Sort [worklistShardItemId#1100458L ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST], false, 0\n : +- Exchange hashpartitioning(worklistShardItemId#1100458L, shardId#1100457, 37), ENSURE_REQUIREMENTS, [plan_id=1760137]\n : +- *(3) HashAggregate(keys=[plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460], functions=[], output=[shardId#1100457, worklistShardItemId#1100458L, version#1100459, product#1100460, plant#1100461])\n : +- Exchange hashpartitioning(plant#1100461, shardId#1100457, version#1100459, worklistShardItemId#1100458L, product#1100460, 37), ENSURE_REQUIREMENTS, [plan_id=1... [57014] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57015 [id="node_57015" labelType="html" label="MapPartitionsRDD [57015] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57016 [id="node_57016" labelType="html" label="MapPartitionsRDD [57016] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57017 [id="node_57017" labelType="html" label="MapPartitionsRDD [57017] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147949 { id="cluster_147949"; isCluster="true"; label="WholeStageCodegen (3)"; 57018 [id="node_57018" labelType="html" label="MapPartitionsRDD [57018] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147902 { id="cluster_147902"; isCluster="true"; label="Union"; 57019 [id="node_57019" labelType="html" label="UnionRDD [57019] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147901 { id="cluster_147901"; isCluster="true"; label="Exchange"; 57020 [id="node_57020" labelType="html" label="MapPartitionsRDD [57020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56894->56895; 56895->56896; 56896->56976; 57005->57006; 57009->57010; 57006->57011; 57010->57011; 57011->57012; 57012->57013; 57013->57014; 57014->57015; 57015->57016; 57016->57017; 56976->57018; 57017->57019; 57018->57019; 57019->57020; }
56893,56894
57004,57005
57008,57009
56896
57014
56894
56895
56896
56976
57005
57006
57009
57010
57011
57012
57013
57014
57015
57016
57017
57018
57019
57020
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time