4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 111900 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1795.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
6094
DAG Visualization
digraph G { id="graph_111900"; subgraph graph_stage_111900 { id="graph_stage_111900"; isCluster="true"; label="Stage 111900"; subgraph cluster_138792 { id="cluster_138792"; isCluster="true"; label="Exchange"; 53342 [id="node_53342" labelType="html" label="ShuffledRowRDD [53342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138787 { id="cluster_138787"; isCluster="true"; label="WholeStageCodegen (6)"; 53343 [id="node_53343" labelType="html" label="MapPartitionsRDD [53343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138786 { id="cluster_138786"; isCluster="true"; label="SortAggregate"; 53344 [id="node_53344" labelType="html" label="MapPartitionsRDD [53344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138785 { id="cluster_138785"; isCluster="true"; label="InMemoryTableScan"; 53345 [id="node_53345" labelType="html" label="MapPartitionsRDD [53345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53346 [id="node_53346" labelType="html" label="SortAggregate(key=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[first(kpis#1069892, false)], output=[shardId#1011815, worklistShardItemId#1011816L, qty#1069883, demandChannel#1069863, demandStream#1069864, kpis#1070025])\n+- *(6) Sort [demandChannel#1069863 ASC NULLS FIRST, shardId#1011815 ASC NULLS FIRST, qty#1069883 ASC NULLS FIRST, worklistShardItemId#1011816L ASC NULLS FIRST, demandStream#1069864 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L, demandStream#1069864, 37), ENSURE_REQUIREMENTS, [plan_id=1690372]\n +- SortAggregate(key=[demandChannel#1069863, shardId#1011815, knownfloatingpointnormalized(normalizenanandzero(qty#1069883)) AS qty#1069883, worklistShardItemId#1011816L, demandStream#1069864], functions=[partial_first(kpis#1069892, false)], output=[demandChannel#1069863, shardId#1011815, qty#1069883, worklistShardItemId#1011816L,... [53346] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138888 { id="cluster_138888"; isCluster="true"; label="InMemoryTableScan"; 53359 [id="node_53359" labelType="html" label="MapPartitionsRDD [53359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53360 [id="node_53360" labelType="html" label="MapPartitionsRDD [53360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 53361 [id="node_53361" labelType="html" label="MapPartitionsRDD [53361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138885 { id="cluster_138885"; isCluster="true"; label="WholeStageCodegen (1)"; 53362 [id="node_53362" labelType="html" label="MapPartitionsRDD [53362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_138884 { id="cluster_138884"; isCluster="true"; label="Exchange"; 53363 [id="node_53363" labelType="html" label="MapPartitionsRDD [53363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 53342->53343; 53343->53344; 53344->53345; 53345->53346; 53346->53359; 53359->53360; 53360->53361; 53361->53362; 53362->53363; }
53341,53342
53346
53342
53343
53344
53345
53346
53359
53360
53361
53362
53363
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time