4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111883 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 35
Shuffle Read Size / Records:
856.0 B / 2
Associated Job Ids:
6093
DAG Visualization
digraph G { id="graph_111883"; subgraph graph_stage_111883 { id="graph_stage_111883"; isCluster="true"; label="Stage 111883"; 53351 [id="node_53351" labelType="html" label="SQLExecutionRDD [53351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_138792 { id="cluster_138792"; isCluster="true"; label="Exchange"; 53342 [id="node_53342" labelType="html" label="ShuffledRowRDD [53342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138787 { id="cluster_138787"; isCluster="true"; label="WholeStageCodegen (6)"; 53343 [id="node_53343" labelType="html" label="MapPartitionsRDD [53343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138786 { id="cluster_138786"; isCluster="true"; label="SortAggregate"; 53344 [id="node_53344" labelType="html" label="MapPartitionsRDD [53344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138785 { id="cluster_138785"; isCluster="true"; label="InMemoryTableScan"; 53345 [id="node_53345" labelType="html" label="MapPartitionsRDD [53345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53346 [id="node_53346" labelType="html" label="SortAggregate(key=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[first(kpis#1069892, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1069883, demandChannel#1069863, demandStream#1069864, kpis#1070025])\n+- *(6) Sort [demandChannel#1069863 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1069883 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1069864 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864, 37), ENSURE_REQUIREMENTS, [plan_id=1690372]\n +- SortAggregate(key=[demandChannel#1069863, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1069883)) AS qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[partial_first(kpis#1069892, false)], output=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L,... [53346] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53347 [id="node_53347" labelType="html" label="MapPartitionsRDD [53347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53348 [id="node_53348" labelType="html" label="MapPartitionsRDD [53348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53349 [id="node_53349" labelType="html" label="MapPartitionsRDD [53349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138784 { id="cluster_138784"; isCluster="true"; label="DeserializeToObject"; 53350 [id="node_53350" labelType="html" label="MapPartitionsRDD [53350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138841 { id="cluster_138841"; isCluster="true"; label="mapPartitions"; 53352 [id="node_53352" labelType="html" label="MapPartitionsRDD [53352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53342->53343; 53343->53344; 53344->53345; 53345->53346; 53346->53347; 53347->53348; 53348->53349; 53349->53350; 53350->53351; 53351->53352; }
53341,53342
53346
53351
53342
53343
53344
53345
53346
53347
53348
53349
53350
53352
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time