4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 101083 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 37
Input Size / Records:
3.8 KiB / 9
Shuffle Read Size / Records:
1702.7 KiB / 434
Shuffle Write Size / Records:
26.4 KiB / 434
Associated Job Ids:
5486
DAG Visualization
digraph G { id="graph_101083"; subgraph graph_stage_101083 { id="graph_stage_101083"; isCluster="true"; label="Stage 101083"; subgraph cluster_123406 { id="cluster_123406"; isCluster="true"; label="Exchange"; 47477 [id="node_47477" labelType="html" label="ShuffledRowRDD [47477] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123404 { id="cluster_123404"; isCluster="true"; label="ObjectHashAggregate"; 47478 [id="node_47478" labelType="html" label="MapPartitionsRDD [47478] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123401 { id="cluster_123401"; isCluster="true"; label="WholeStageCodegen (70)"; 47479 [id="node_47479" labelType="html" label="MapPartitionsRDD [47479] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_123407 { id="cluster_123407"; isCluster="true"; label="mapPartitionsInternal"; 47480 [id="node_47480" labelType="html" label="MapPartitionsRDD [47480] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } subgraph cluster_123408 { id="cluster_123408"; isCluster="true"; label="mapPartitionsInternal"; 47481 [id="node_47481" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter (size(openGoodsMovements#946371, false) > 0)\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, openGoodsMovements#946371])\n +- Exchange hashpartitioning(product#946271, plant#946270, 37), ENSURE_REQUIREMENTS, [plan_id=1459612]\n +- ObjectHashAggregate(keys=[product#946271, plant#946270], functions=[partial_collect_list(openGoodsMovements#946361, 0, 0)], output=[product#946271, plant#946270, buf#947902])\n +- Project [plant#946270, product#946271, filter(transform(CASE WHEN (_we0#946370L > 0) THEN transform(filter(confirmations#946278, lambdafunction(((NOT lambda x_140#946363.deletionIndicator AND lambda x_140#946363.isRelevantForConfirmation) AND isnotnull(lambda x_140#946363.confirmedDeliveryAt)), lambda x_140#946363, false)), lambdafunction(struct(openQty, greatest((lambda x_141#946366.confirmedQuantity - coalesce(lambda x_141#94... [47481] [Cached] [Unordered]<br>save at FileStorageAdapterImpl.java:262}"]; } subgraph cluster_124154 { id="cluster_124154"; isCluster="true"; label="Exchange"; 47612 [id="node_47612" labelType="html" label="ShuffledRowRDD [47612] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124150 { id="cluster_124150"; isCluster="true"; label="WholeStageCodegen (373)"; 47613 [id="node_47613" labelType="html" label="MapPartitionsRDD [47613] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124166 { id="cluster_124166"; isCluster="true"; label="InMemoryTableScan"; 47614 [id="node_47614" labelType="html" label="MapPartitionsRDD [47614] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47615 [id="node_47615" labelType="html" label="MapPartitionsRDD [47615] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47616 [id="node_47616" labelType="html" label="MapPartitionsRDD [47616] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124162 { id="cluster_124162"; isCluster="true"; label="WholeStageCodegen (374)"; 47617 [id="node_47617" labelType="html" label="MapPartitionsRDD [47617] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124161 { id="cluster_124161"; isCluster="true"; label="ObjectHashAggregate"; 47618 [id="node_47618" labelType="html" label="MapPartitionsRDD [47618] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124160 { id="cluster_124160"; isCluster="true"; label="ObjectHashAggregate"; 47619 [id="node_47619" labelType="html" label="MapPartitionsRDD [47619] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124156 { id="cluster_124156"; isCluster="true"; label="WholeStageCodegen (375)"; 47620 [id="node_47620" labelType="html" label="MapPartitionsRDD [47620] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124147 { id="cluster_124147"; isCluster="true"; label="WholeStageCodegen (376)"; 47621 [id="node_47621" labelType="html" label="ZippedPartitionsRDD2 [47621] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 47622 [id="node_47622" labelType="html" label="MapPartitionsRDD [47622] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124146 { id="cluster_124146"; isCluster="true"; label="Project"; 47623 [id="node_47623" labelType="html" label="MapPartitionsRDD [47623] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124140 { id="cluster_124140"; isCluster="true"; label="WholeStageCodegen (377)"; 47624 [id="node_47624" labelType="html" label="MapPartitionsRDD [47624] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_124139 { id="cluster_124139"; isCluster="true"; label="Exchange"; 47625 [id="node_47625" labelType="html" label="MapPartitionsRDD [47625] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 47477->47478; 47478->47479; 47479->47480; 47480->47481; 47612->47613; 47481->47614; 47614->47615; 47615->47616; 47616->47617; 47617->47618; 47618->47619; 47619->47620; 47613->47621; 47620->47621; 47621->47622; 47622->47623; 47623->47624; 47624->47625; }
47476,47477
47606,47612
47481
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time