4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 108936 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 74
Input Size / Records:
63.5 KiB / 441
Shuffle Write Size / Records:
236.3 KiB / 444
Associated Job Ids:
6031
DAG Visualization
digraph G { id="graph_108936"; subgraph graph_stage_108936 { id="graph_stage_108936"; isCluster="true"; label="Stage 108936"; 52563 [id="node_52563" labelType="html" label="SQLExecutionRDD [52563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_136417 { id="cluster_136417"; isCluster="true"; label="repartition"; 52315 [id="node_52315" labelType="html" label="ShuffledRDD [52315] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52316 [id="node_52316" labelType="html" label="CoalescedRDD [52316] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52317 [id="node_52317" labelType="html" label="MapPartitionsRDD [52317] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136928 { id="cluster_136928"; isCluster="true"; label="Exchange"; 52548 [id="node_52548" labelType="html" label="ShuffledRowRDD [52548] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136922 { id="cluster_136922"; isCluster="true"; label="WholeStageCodegen (6)"; 52549 [id="node_52549" labelType="html" label="MapPartitionsRDD [52549] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136921 { id="cluster_136921"; isCluster="true"; label="SortAggregate"; 52550 [id="node_52550" labelType="html" label="MapPartitionsRDD [52550] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_136920 { id="cluster_136920"; isCluster="true"; label="InMemoryTableScan"; 52551 [id="node_52551" labelType="html" label="MapPartitionsRDD [52551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52552 [id="node_52552" labelType="html" label="SortAggregate(key=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[first(kpis#1053218, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1053209, demandChannel#1053189, demandStream#1053190, kpis#1053351])\n+- *(6) Sort [demandChannel#1053189 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1053209 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1053190 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L, demandStream#1053190, 37), ENSURE_REQUIREMENTS, [plan_id=1685617]\n +- SortAggregate(key=[demandChannel#1053189, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1053209)) AS qty#1053209, worklistShardItemId#1011816L, demandStream#1053190], functions=[partial_first(kpis#1053218, false)], output=[demandChannel#1053189, shardId#1011815, qty#1053209, worklistShardItemId#1011816L,... [52552] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137014 { id="cluster_137014"; isCluster="true"; label="InMemoryTableScan"; 52559 [id="node_52559" labelType="html" label="MapPartitionsRDD [52559] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52560 [id="node_52560" labelType="html" label="MapPartitionsRDD [52560] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 52561 [id="node_52561" labelType="html" label="MapPartitionsRDD [52561] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137013 { id="cluster_137013"; isCluster="true"; label="DeserializeToObject"; 52562 [id="node_52562" labelType="html" label="MapPartitionsRDD [52562] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137015 { id="cluster_137015"; isCluster="true"; label="mapPartitions"; 52564 [id="node_52564" labelType="html" label="MapPartitionsRDD [52564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137035 { id="cluster_137035"; isCluster="true"; label="union"; 52573 [id="node_52573" labelType="html" label="UnionRDD [52573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137036 { id="cluster_137036"; isCluster="true"; label="filter"; 52574 [id="node_52574" labelType="html" label="MapPartitionsRDD [52574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_137037 { id="cluster_137037"; isCluster="true"; label="distinct"; 52575 [id="node_52575" labelType="html" label="MapPartitionsRDD [52575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 52315->52316; 52316->52317; 52548->52549; 52549->52550; 52550->52551; 52551->52552; 52552->52559; 52559->52560; 52560->52561; 52561->52562; 52562->52563; 52563->52564; 52317->52573; 52564->52573; 52573->52574; 52574->52575; }
52314,52315
52547,52548
52317
52552
52563
52315
52316
52317
52548
52549
52550
52551
52552
52559
52560
52561
52562
52564
52573
52574
52575
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time