4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 117342 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 37
Input Size / Records:
24.9 KiB / 36
Shuffle Write Size / Records:
3.2 KiB / 36
Associated Job Ids:
6453
DAG Visualization
digraph G { id="graph_117342"; subgraph graph_stage_117342 { id="graph_stage_117342"; isCluster="true"; label="Stage 117342"; subgraph cluster_147550 { id="cluster_147550"; isCluster="true"; label="Exchange"; 56863 [id="node_56863" labelType="html" label="ShuffledRowRDD [56863] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147545 { id="cluster_147545"; isCluster="true"; label="WholeStageCodegen (6)"; 56864 [id="node_56864" labelType="html" label="MapPartitionsRDD [56864] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147544 { id="cluster_147544"; isCluster="true"; label="SortAggregate"; 56865 [id="node_56865" labelType="html" label="MapPartitionsRDD [56865] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147543 { id="cluster_147543"; isCluster="true"; label="InMemoryTableScan"; 56866 [id="node_56866" labelType="html" label="MapPartitionsRDD [56866] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56867 [id="node_56867" labelType="html" label="SortAggregate(key=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[first(kpis#1142360, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1142351, demandChannel#1142331, demandStream#1142332, kpis#1142493])\n+- *(6) Sort [demandChannel#1142331 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1142351 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1142332 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L, demandStream#1142332, 37), ENSURE_REQUIREMENTS, [plan_id=1759477]\n +- SortAggregate(key=[demandChannel#1142331, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1142351)) AS qty#1142351, worklistShardItemId#1100458L, demandStream#1142332], functions=[partial_first(kpis#1142360, false)], output=[demandChannel#1142331, shardId#1100457, qty#1142351, worklistShardItemId#1100458L,... [56867] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147646 { id="cluster_147646"; isCluster="true"; label="InMemoryTableScan"; 56880 [id="node_56880" labelType="html" label="MapPartitionsRDD [56880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56881 [id="node_56881" labelType="html" label="MapPartitionsRDD [56881] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 56882 [id="node_56882" labelType="html" label="MapPartitionsRDD [56882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147643 { id="cluster_147643"; isCluster="true"; label="WholeStageCodegen (1)"; 56883 [id="node_56883" labelType="html" label="MapPartitionsRDD [56883] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_147642 { id="cluster_147642"; isCluster="true"; label="Exchange"; 56884 [id="node_56884" labelType="html" label="MapPartitionsRDD [56884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 56863->56864; 56864->56865; 56865->56866; 56866->56867; 56867->56880; 56880->56881; 56881->56882; 56882->56883; 56883->56884; }
56862,56863
56867
56863
56864
56865
56866
56867
56880
56881
56882
56883
56884
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time