4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 114745 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1795.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
6201
DAG Visualization
digraph G { id="graph_114745"; subgraph graph_stage_114745 { id="graph_stage_114745"; isCluster="true"; label="Stage 114745"; subgraph cluster_141954 { id="cluster_141954"; isCluster="true"; label="Exchange"; 54684 [id="node_54684" labelType="html" label="ShuffledRowRDD [54684] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141949 { id="cluster_141949"; isCluster="true"; label="WholeStageCodegen (6)"; 54685 [id="node_54685" labelType="html" label="MapPartitionsRDD [54685] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141948 { id="cluster_141948"; isCluster="true"; label="SortAggregate"; 54686 [id="node_54686" labelType="html" label="MapPartitionsRDD [54686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_141947 { id="cluster_141947"; isCluster="true"; label="InMemoryTableScan"; 54687 [id="node_54687" labelType="html" label="MapPartitionsRDD [54687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54688 [id="node_54688" labelType="html" label="SortAggregate(key=[demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L, demandStream#1097953], functions=[first(kpis#1097981, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1097972, demandChannel#1097952, demandStream#1097953, kpis#1098114])\n+- *(6) Sort [demandChannel#1097952 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1097972 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1097953 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L, demandStream#1097953, 37), ENSURE_REQUIREMENTS, [plan_id=1698352]\n +- SortAggregate(key=[demandChannel#1097952, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1097972)) AS qty#1097972, worklistShardItemId#1011816L, demandStream#1097953], functions=[partial_first(kpis#1097981, false)], output=[demandChannel#1097952, shardId#1011815, qty#1097972, worklistShardItemId#1011816L,... [54688] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142050 { id="cluster_142050"; isCluster="true"; label="InMemoryTableScan"; 54701 [id="node_54701" labelType="html" label="MapPartitionsRDD [54701] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54702 [id="node_54702" labelType="html" label="MapPartitionsRDD [54702] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 54703 [id="node_54703" labelType="html" label="MapPartitionsRDD [54703] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142047 { id="cluster_142047"; isCluster="true"; label="WholeStageCodegen (1)"; 54704 [id="node_54704" labelType="html" label="MapPartitionsRDD [54704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_142046 { id="cluster_142046"; isCluster="true"; label="Exchange"; 54705 [id="node_54705" labelType="html" label="MapPartitionsRDD [54705] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 54684->54685; 54685->54686; 54686->54687; 54687->54688; 54688->54701; 54701->54702; 54702->54703; 54703->54704; 54704->54705; }
54683,54684
54688
54684
54685
54686
54687
54688
54701
54702
54703
54704
54705
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time