4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 119135 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Process local: 74
Input Size / Records:
504.1 KiB / 5742
Shuffle Write Size / Records:
1843.0 KiB / 5746
Associated Job Ids:
6517
DAG Visualization
digraph G { id="graph_119135"; subgraph graph_stage_119135 { id="graph_stage_119135"; isCluster="true"; label="Stage 119135"; 57670 [id="node_57670" labelType="html" label="SQLExecutionRDD [57670] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_148903 { id="cluster_148903"; isCluster="true"; label="repartition"; 57422 [id="node_57422" labelType="html" label="ShuffledRDD [57422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57423 [id="node_57423" labelType="html" label="CoalescedRDD [57423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57424 [id="node_57424" labelType="html" label="MapPartitionsRDD [57424] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149413 { id="cluster_149413"; isCluster="true"; label="Exchange"; 57655 [id="node_57655" labelType="html" label="ShuffledRowRDD [57655] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149408 { id="cluster_149408"; isCluster="true"; label="WholeStageCodegen (6)"; 57656 [id="node_57656" labelType="html" label="MapPartitionsRDD [57656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149407 { id="cluster_149407"; isCluster="true"; label="SortAggregate"; 57657 [id="node_57657" labelType="html" label="MapPartitionsRDD [57657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149406 { id="cluster_149406"; isCluster="true"; label="InMemoryTableScan"; 57658 [id="node_57658" labelType="html" label="MapPartitionsRDD [57658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57659 [id="node_57659" labelType="html" label="SortAggregate(key=[demandChannel#1159005, shardId#1100457, qty#1159025, worklistShardItemId#1100458L, demandStream#1159006], functions=[first(kpis#1159034, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1159025, demandChannel#1159005, demandStream#1159006, kpis#1159167])\n+- *(6) Sort [demandChannel#1159005 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1159025 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1159006 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1159005, shardId#1100457, qty#1159025, worklistShardItemId#1100458L, demandStream#1159006, 37), ENSURE_REQUIREMENTS, [plan_id=1764206]\n +- SortAggregate(key=[demandChannel#1159005, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1159025)) AS qty#1159025, worklistShardItemId#1100458L, demandStream#1159006], functions=[partial_first(kpis#1159034, false)], output=[demandChannel#1159005, shardId#1100457, qty#1159025, worklistShardItemId#1100458L,... [57659] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149500 { id="cluster_149500"; isCluster="true"; label="InMemoryTableScan"; 57666 [id="node_57666" labelType="html" label="MapPartitionsRDD [57666] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57667 [id="node_57667" labelType="html" label="MapPartitionsRDD [57667] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57668 [id="node_57668" labelType="html" label="MapPartitionsRDD [57668] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149499 { id="cluster_149499"; isCluster="true"; label="DeserializeToObject"; 57669 [id="node_57669" labelType="html" label="MapPartitionsRDD [57669] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149501 { id="cluster_149501"; isCluster="true"; label="mapPartitions"; 57671 [id="node_57671" labelType="html" label="MapPartitionsRDD [57671] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149521 { id="cluster_149521"; isCluster="true"; label="union"; 57680 [id="node_57680" labelType="html" label="UnionRDD [57680] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149522 { id="cluster_149522"; isCluster="true"; label="filter"; 57681 [id="node_57681" labelType="html" label="MapPartitionsRDD [57681] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_149523 { id="cluster_149523"; isCluster="true"; label="distinct"; 57682 [id="node_57682" labelType="html" label="MapPartitionsRDD [57682] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57422->57423; 57423->57424; 57655->57656; 57656->57657; 57657->57658; 57658->57659; 57659->57666; 57666->57667; 57667->57668; 57668->57669; 57669->57670; 57670->57671; 57424->57680; 57671->57680; 57680->57681; 57681->57682; }
57421,57422
57654,57655
57424
57659
57670
57422
57423
57424
57655
57656
57657
57658
57659
57666
57667
57668
57669
57671
57680
57681
57682
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time