4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 82742 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.6 KiB / 491
Shuffle Write Size / Records:
262.7 KiB / 491
Associated Job Ids:
4283
DAG Visualization
digraph G { id="graph_82742"; subgraph graph_stage_82742 { id="graph_stage_82742"; isCluster="true"; label="Stage 82742"; 36825 [id="node_36825" labelType="html" label="SQLExecutionRDD [36825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_95920 { id="cluster_95920"; isCluster="true"; label="repartition"; 36555 [id="node_36555" labelType="html" label="ShuffledRDD [36555] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36556 [id="node_36556" labelType="html" label="CoalescedRDD [36556] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36557 [id="node_36557" labelType="html" label="MapPartitionsRDD [36557] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96487 { id="cluster_96487"; isCluster="true"; label="Exchange"; 36810 [id="node_36810" labelType="html" label="ShuffledRowRDD [36810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96482 { id="cluster_96482"; isCluster="true"; label="WholeStageCodegen (6)"; 36811 [id="node_36811" labelType="html" label="MapPartitionsRDD [36811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96481 { id="cluster_96481"; isCluster="true"; label="SortAggregate"; 36812 [id="node_36812" labelType="html" label="MapPartitionsRDD [36812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96480 { id="cluster_96480"; isCluster="true"; label="InMemoryTableScan"; 36813 [id="node_36813" labelType="html" label="MapPartitionsRDD [36813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36814 [id="node_36814" labelType="html" label="SortAggregate(key=[demandChannel#735389, shardId#665597, qty#735409, worklistShardItemId#665598L, demandStream#735390], functions=[first(kpis#735418, false)], output=[shardId#665597, worklistShardItemId#665598L, qty#735409, demandChannel#735389, demandStream#735390, kpis#735551])\n+- *(6) Sort [demandChannel#735389 ASC NULLS FIRST, shardId#665597 ASC NULLS FIRST, qty#735409 ASC NULLS FIRST, worklistShardItemId#665598L ASC NULLS FIRST, demandStream#735390 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#735389, shardId#665597, qty#735409, worklistShardItemId#665598L, demandStream#735390, 37), ENSURE_REQUIREMENTS, [plan_id=1250124]\n +- SortAggregate(key=[demandChannel#735389, shardId#665597, knownfloatingpointnormalized(normalizenanandzero(qty#735409)) AS qty#735409, worklistShardItemId#665598L, demandStream#735390], functions=[partial_first(kpis#735418, false)], output=[demandChannel#735389, shardId#665597, qty#735409, worklistShardItemId#665598L, demandStream#735390, first#73562... [36814] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96574 { id="cluster_96574"; isCluster="true"; label="InMemoryTableScan"; 36821 [id="node_36821" labelType="html" label="MapPartitionsRDD [36821] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36822 [id="node_36822" labelType="html" label="MapPartitionsRDD [36822] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 36823 [id="node_36823" labelType="html" label="MapPartitionsRDD [36823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96573 { id="cluster_96573"; isCluster="true"; label="DeserializeToObject"; 36824 [id="node_36824" labelType="html" label="MapPartitionsRDD [36824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96575 { id="cluster_96575"; isCluster="true"; label="mapPartitions"; 36826 [id="node_36826" labelType="html" label="MapPartitionsRDD [36826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96595 { id="cluster_96595"; isCluster="true"; label="union"; 36835 [id="node_36835" labelType="html" label="UnionRDD [36835] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96596 { id="cluster_96596"; isCluster="true"; label="filter"; 36836 [id="node_36836" labelType="html" label="MapPartitionsRDD [36836] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96597 { id="cluster_96597"; isCluster="true"; label="distinct"; 36837 [id="node_36837" labelType="html" label="MapPartitionsRDD [36837] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 36555->36556; 36556->36557; 36810->36811; 36811->36812; 36812->36813; 36813->36814; 36814->36821; 36821->36822; 36822->36823; 36823->36824; 36824->36825; 36825->36826; 36557->36835; 36826->36835; 36835->36836; 36836->36837; }
36554,36555
36809,36810
36557
36814
36825
36555
36556
36557
36810
36811
36812
36813
36814
36821
36822
36823
36824
36826
36835
36836
36837
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time