4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 110008 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.3 KiB / 458
Shuffle Write Size / Records:
245.6 KiB / 461
Associated Job Ids:
6052
DAG Visualization
digraph G { id="graph_110008"; subgraph graph_stage_110008 { id="graph_stage_110008"; isCluster="true"; label="Stage 110008"; 52827 [id="node_52827" labelType="html" label="SQLExecutionRDD [52827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_137038 { id="cluster_137038"; isCluster="true"; label="repartition"; 52579 [id="node_52579" labelType="html" label="ShuffledRDD [52579] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52580 [id="node_52580" labelType="html" label="CoalescedRDD [52580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52581 [id="node_52581" labelType="html" label="MapPartitionsRDD [52581] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137549 { id="cluster_137549"; isCluster="true"; label="Exchange"; 52812 [id="node_52812" labelType="html" label="ShuffledRowRDD [52812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137543 { id="cluster_137543"; isCluster="true"; label="WholeStageCodegen (6)"; 52813 [id="node_52813" labelType="html" label="MapPartitionsRDD [52813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137542 { id="cluster_137542"; isCluster="true"; label="SortAggregate"; 52814 [id="node_52814" labelType="html" label="MapPartitionsRDD [52814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137541 { id="cluster_137541"; isCluster="true"; label="InMemoryTableScan"; 52815 [id="node_52815" labelType="html" label="MapPartitionsRDD [52815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52816 [id="node_52816" labelType="html" label="SortAggregate(key=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[first(kpis#1058776, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1058767, demandChannel#1058747, demandStream#1058748, kpis#1058909])\n+- *(6) Sort [demandChannel#1058747 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1058767 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1058748 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L, demandStream#1058748, 37), ENSURE_REQUIREMENTS, [plan_id=1687207]\n +- SortAggregate(key=[demandChannel#1058747, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1058767)) AS qty#1058767, worklistShardItemId#1011816L, demandStream#1058748], functions=[partial_first(kpis#1058776, false)], output=[demandChannel#1058747, shardId#1011815, qty#1058767, worklistShardItemId#1011816L,... [52816] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137635 { id="cluster_137635"; isCluster="true"; label="InMemoryTableScan"; 52823 [id="node_52823" labelType="html" label="MapPartitionsRDD [52823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52824 [id="node_52824" labelType="html" label="MapPartitionsRDD [52824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52825 [id="node_52825" labelType="html" label="MapPartitionsRDD [52825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137634 { id="cluster_137634"; isCluster="true"; label="DeserializeToObject"; 52826 [id="node_52826" labelType="html" label="MapPartitionsRDD [52826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137636 { id="cluster_137636"; isCluster="true"; label="mapPartitions"; 52828 [id="node_52828" labelType="html" label="MapPartitionsRDD [52828] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137656 { id="cluster_137656"; isCluster="true"; label="union"; 52837 [id="node_52837" labelType="html" label="UnionRDD [52837] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137657 { id="cluster_137657"; isCluster="true"; label="filter"; 52838 [id="node_52838" labelType="html" label="MapPartitionsRDD [52838] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137658 { id="cluster_137658"; isCluster="true"; label="distinct"; 52839 [id="node_52839" labelType="html" label="MapPartitionsRDD [52839] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52579->52580; 52580->52581; 52812->52813; 52813->52814; 52814->52815; 52815->52816; 52816->52823; 52823->52824; 52824->52825; 52825->52826; 52826->52827; 52827->52828; 52581->52837; 52828->52837; 52837->52838; 52838->52839; }
52578,52579
52811,52812
52581
52816
52827
52579
52580
52581
52812
52813
52814
52815
52816
52823
52824
52825
52826
52828
52837
52838
52839
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time