4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 115514 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 s
Locality Level Summary:
Process local: 37
Input Size / Records:
255.5 KiB / 37
Shuffle Write Size / Records:
1047.0 KiB / 4383
Associated Job Ids:
6347
DAG Visualization
digraph G { id="graph_115514"; subgraph graph_stage_115514 { id="graph_stage_115514"; isCluster="true"; label="Stage 115514"; 55552 [id="node_55552" labelType="html" label="SQLExecutionRDD [55552] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_144434 { id="cluster_144434"; isCluster="true"; label="Exchange"; 55537 [id="node_55537" labelType="html" label="ShuffledRowRDD [55537] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144428 { id="cluster_144428"; isCluster="true"; label="WholeStageCodegen (6)"; 55538 [id="node_55538" labelType="html" label="MapPartitionsRDD [55538] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144427 { id="cluster_144427"; isCluster="true"; label="SortAggregate"; 55539 [id="node_55539" labelType="html" label="MapPartitionsRDD [55539] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144426 { id="cluster_144426"; isCluster="true"; label="InMemoryTableScan"; 55540 [id="node_55540" labelType="html" label="MapPartitionsRDD [55540] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55541 [id="node_55541" labelType="html" label="SortAggregate(key=[demandChannel#1114519, shardId#1100457, qty#1114539, worklistShardItemId#1100458L, demandStream#1114520], functions=[first(kpis#1114548, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1114539, demandChannel#1114519, demandStream#1114520, kpis#1114681])\n+- *(6) Sort [demandChannel#1114519 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1114539 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1114520 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1114519, shardId#1100457, qty#1114539, worklistShardItemId#1100458L, demandStream#1114520, 37), ENSURE_REQUIREMENTS, [plan_id=1751587]\n +- SortAggregate(key=[demandChannel#1114519, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1114539)) AS qty#1114539, worklistShardItemId#1100458L, demandStream#1114520], functions=[partial_first(kpis#1114548, false)], output=[demandChannel#1114519, shardId#1100457, qty#1114539, worklistShardItemId#1100458L,... [55541] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144520 { id="cluster_144520"; isCluster="true"; label="InMemoryTableScan"; 55548 [id="node_55548" labelType="html" label="MapPartitionsRDD [55548] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55549 [id="node_55549" labelType="html" label="MapPartitionsRDD [55549] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 55550 [id="node_55550" labelType="html" label="MapPartitionsRDD [55550] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144519 { id="cluster_144519"; isCluster="true"; label="DeserializeToObject"; 55551 [id="node_55551" labelType="html" label="MapPartitionsRDD [55551] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144521 { id="cluster_144521"; isCluster="true"; label="mapPartitions"; 55553 [id="node_55553" labelType="html" label="MapPartitionsRDD [55553] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144541 { id="cluster_144541"; isCluster="true"; label="union"; 55562 [id="node_55562" labelType="html" label="UnionRDD [55562] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144542 { id="cluster_144542"; isCluster="true"; label="filter"; 55563 [id="node_55563" labelType="html" label="MapPartitionsRDD [55563] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_144543 { id="cluster_144543"; isCluster="true"; label="distinct"; 55564 [id="node_55564" labelType="html" label="MapPartitionsRDD [55564] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 55537->55538; 55538->55539; 55539->55540; 55540->55541; 55541->55548; 55548->55549; 55549->55550; 55550->55551; 55551->55552; 55552->55553; 55553->55562; 55562->55563; 55563->55564; }
55536,55537
55541
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time