4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 95769 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Process local: 74
Input Size / Records:
66.5 KiB / 504
Shuffle Write Size / Records:
269.4 KiB / 504
Associated Job Ids:
4974
DAG Visualization
digraph G { id="graph_95769"; subgraph graph_stage_95769 { id="graph_stage_95769"; isCluster="true"; label="Stage 95769"; 43541 [id="node_43541" labelType="html" label="SQLExecutionRDD [43541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_112835 { id="cluster_112835"; isCluster="true"; label="map"; 43341 [id="node_43341" labelType="html" label="MapPartitionsRDD [43341] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_112836 { id="cluster_112836"; isCluster="true"; label="checkpoint"; 43342 [id="node_43342" labelType="html" label="LocalCheckpointRDD [43342]<br>count at CachePortImpl.java:132}"]; } subgraph cluster_113240 { id="cluster_113240"; isCluster="true"; label="Exchange"; 43526 [id="node_43526" labelType="html" label="ShuffledRowRDD [43526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113235 { id="cluster_113235"; isCluster="true"; label="WholeStageCodegen (6)"; 43527 [id="node_43527" labelType="html" label="MapPartitionsRDD [43527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113234 { id="cluster_113234"; isCluster="true"; label="SortAggregate"; 43528 [id="node_43528" labelType="html" label="MapPartitionsRDD [43528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113233 { id="cluster_113233"; isCluster="true"; label="InMemoryTableScan"; 43529 [id="node_43529" labelType="html" label="MapPartitionsRDD [43529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43530 [id="node_43530" labelType="html" label="SortAggregate(key=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[first(kpis#874127, false)], output=[shardId#815740, worklistShardItemId#815741L, qty#874118, demandChannel#874098, demandStream#874099, kpis#874260])\n+- *(6) Sort [demandChannel#874098 ASC NULLS FIRST, shardId#815740 ASC NULLS FIRST, qty#874118 ASC NULLS FIRST, worklistShardItemId#815741L ASC NULLS FIRST, demandStream#874099 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, 37), ENSURE_REQUIREMENTS, [plan_id=1385641]\n +- SortAggregate(key=[demandChannel#874098, shardId#815740, knownfloatingpointnormalized(normalizenanandzero(qty#874118)) AS qty#874118, worklistShardItemId#815741L, demandStream#874099], functions=[partial_first(kpis#874127, false)], output=[demandChannel#874098, shardId#815740, qty#874118, worklistShardItemId#815741L, demandStream#874099, first#87433... [43530] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113327 { id="cluster_113327"; isCluster="true"; label="InMemoryTableScan"; 43537 [id="node_43537" labelType="html" label="MapPartitionsRDD [43537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43538 [id="node_43538" labelType="html" label="MapPartitionsRDD [43538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; 43539 [id="node_43539" labelType="html" label="MapPartitionsRDD [43539] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113326 { id="cluster_113326"; isCluster="true"; label="DeserializeToObject"; 43540 [id="node_43540" labelType="html" label="MapPartitionsRDD [43540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113328 { id="cluster_113328"; isCluster="true"; label="mapPartitions"; 43542 [id="node_43542" labelType="html" label="MapPartitionsRDD [43542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113348 { id="cluster_113348"; isCluster="true"; label="union"; 43551 [id="node_43551" labelType="html" label="UnionRDD [43551] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113349 { id="cluster_113349"; isCluster="true"; label="filter"; 43552 [id="node_43552" labelType="html" label="MapPartitionsRDD [43552] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_113350 { id="cluster_113350"; isCluster="true"; label="distinct"; 43553 [id="node_43553" labelType="html" label="MapPartitionsRDD [43553] [Indeterminate]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43342->43341; 43526->43527; 43527->43528; 43528->43529; 43529->43530; 43530->43537; 43537->43538; 43538->43539; 43539->43540; 43540->43541; 43541->43542; 43341->43551; 43542->43551; 43551->43552; 43552->43553; }
43525,43526
43341
43530
43541
43341
43526
43527
43528
43529
43530
43537
43538
43539
43540
43542
43551
43552
43553
Event Timeline
Enable zooming
Tasks: 74. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time