4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 118387 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 s
Locality Level Summary:
Process local: 74
Input Size / Records:
508.1 KiB / 5716
Shuffle Write Size / Records:
1854.7 KiB / 5732
Associated Job Ids:
6496
DAG Visualization
digraph G { id="graph_118387"; subgraph graph_stage_118387 { id="graph_stage_118387"; isCluster="true"; label="Stage 118387"; 57406 [id="node_57406" labelType="html" label="SQLExecutionRDD [57406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_148282 { id="cluster_148282"; isCluster="true"; label="repartition"; 57158 [id="node_57158" labelType="html" label="ShuffledRDD [57158] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57159 [id="node_57159" labelType="html" label="CoalescedRDD [57159] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57160 [id="node_57160" labelType="html" label="MapPartitionsRDD [57160] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148792 { id="cluster_148792"; isCluster="true"; label="Exchange"; 57391 [id="node_57391" labelType="html" label="ShuffledRowRDD [57391] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148787 { id="cluster_148787"; isCluster="true"; label="WholeStageCodegen (6)"; 57392 [id="node_57392" labelType="html" label="MapPartitionsRDD [57392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148786 { id="cluster_148786"; isCluster="true"; label="SortAggregate"; 57393 [id="node_57393" labelType="html" label="MapPartitionsRDD [57393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148785 { id="cluster_148785"; isCluster="true"; label="InMemoryTableScan"; 57394 [id="node_57394" labelType="html" label="MapPartitionsRDD [57394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57395 [id="node_57395" labelType="html" label="SortAggregate(key=[demandChannel#1153447, shardId#1100457, qty#1153467, worklistShardItemId#1100458L, demandStream#1153448], functions=[first(kpis#1153476, false)], output=[shardId#1100457, worklistShardItemId#1100458L, qty#1153467, demandChannel#1153447, demandStream#1153448, kpis#1153609])\n+- *(6) Sort [demandChannel#1153447 ASC NULLS FIRST, shardId#1100457 ASC NULLS FIRST, qty#1153467 ASC NULLS FIRST, worklistShardItemId#1100458L ASC NULLS FIRST, demandStream#1153448 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1153447, shardId#1100457, qty#1153467, worklistShardItemId#1100458L, demandStream#1153448, 37), ENSURE_REQUIREMENTS, [plan_id=1762616]\n +- SortAggregate(key=[demandChannel#1153447, shardId#1100457, knownfloatingpointnormalized(normalizenanandzero(qty#1153467)) AS qty#1153467, worklistShardItemId#1100458L, demandStream#1153448], functions=[partial_first(kpis#1153476, false)], output=[demandChannel#1153447, shardId#1100457, qty#1153467, worklistShardItemId#1100458L,... [57395] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148879 { id="cluster_148879"; isCluster="true"; label="InMemoryTableScan"; 57402 [id="node_57402" labelType="html" label="MapPartitionsRDD [57402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57403 [id="node_57403" labelType="html" label="MapPartitionsRDD [57403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 57404 [id="node_57404" labelType="html" label="MapPartitionsRDD [57404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148878 { id="cluster_148878"; isCluster="true"; label="DeserializeToObject"; 57405 [id="node_57405" labelType="html" label="MapPartitionsRDD [57405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148880 { id="cluster_148880"; isCluster="true"; label="mapPartitions"; 57407 [id="node_57407" labelType="html" label="MapPartitionsRDD [57407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148900 { id="cluster_148900"; isCluster="true"; label="union"; 57416 [id="node_57416" labelType="html" label="UnionRDD [57416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148901 { id="cluster_148901"; isCluster="true"; label="filter"; 57417 [id="node_57417" labelType="html" label="MapPartitionsRDD [57417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_148902 { id="cluster_148902"; isCluster="true"; label="distinct"; 57418 [id="node_57418" labelType="html" label="MapPartitionsRDD [57418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 57158->57159; 57159->57160; 57391->57392; 57392->57393; 57393->57394; 57394->57395; 57395->57402; 57402->57403; 57403->57404; 57404->57405; 57405->57406; 57406->57407; 57160->57416; 57407->57416; 57416->57417; 57417->57418; }
57157,57158
57390,57391
57160
57395
57406
57158
57159
57160
57391
57392
57393
57394
57395
57402
57403
57404
57405
57407
57416
57417
57418
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time