4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95751 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1783.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
4973
DAG Visualization
digraph G { id="graph_95751"; subgraph graph_stage_95751 { id="graph_stage_95751"; isCluster="true"; label="Stage 95751"; subgraph cluster_113240 { id="cluster_113240"; isCluster="true"; label="Exchange"; 43526 [id="node_43526" labelType="html" label="ShuffledRowRDD [43526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113235 { id="cluster_113235"; isCluster="true"; label="WholeStageCodegen (6)"; 43527 [id="node_43527" labelType="html" label="MapPartitionsRDD [43527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113234 { id="cluster_113234"; isCluster="true"; label="SortAggregate"; 43528 [id="node_43528" labelType="html" label="MapPartitionsRDD [43528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113233 { id="cluster_113233"; isCluster="true"; label="InMemoryTableScan"; 43529 [id="node_43529" labelType="html" label="MapPartitionsRDD [43529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43530 [id="node_43530" labelType="html" label="SortAggregate(key=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[first(kpis#874127, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#874118, demandChannel#874098, demandStream#874099, kpis#874260])\n+- *(6) Sort [demandChannel#874098 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#874118 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#874099 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, 37), ENSURE_REQUIREMENTS, [plan_id=1385641]\n +- SortAggregate(key=[demandChannel#874098, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#874118)) AS qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[partial_first(kpis#874127, false)], output=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, first#87433... [43530] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113336 { id="cluster_113336"; isCluster="true"; label="InMemoryTableScan"; 43543 [id="node_43543" labelType="html" label="MapPartitionsRDD [43543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43544 [id="node_43544" labelType="html" label="MapPartitionsRDD [43544] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43545 [id="node_43545" labelType="html" label="MapPartitionsRDD [43545] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113333 { id="cluster_113333"; isCluster="true"; label="WholeStageCodegen (1)"; 43546 [id="node_43546" labelType="html" label="MapPartitionsRDD [43546] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113332 { id="cluster_113332"; isCluster="true"; label="Exchange"; 43547 [id="node_43547" labelType="html" label="MapPartitionsRDD [43547] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43526->43527; 43527->43528; 43528->43529; 43529->43530; 43530->43543; 43543->43544; 43544->43545; 43545->43546; 43546->43547; }
43525,43526
43530
43526
43527
43528
43529
43530
43543
43544
43545
43546
43547
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time