3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32004 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
136.0 B / 1
Associated Job Ids:
17717
DAG Visualization
digraph G { subgraph clusterstage_32004 { label="Stage 32004"; subgraph cluster204357 { label="AQEShuffleRead"; 88417 [labelType="html" label="ShuffledRowRDD [88417] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204354 { label="WholeStageCodegen (4)"; 88418 [labelType="html" label="MapPartitionsRDD [88418] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204362 { label="AQEShuffleRead"; 88419 [labelType="html" label="ShuffledRowRDD [88419] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204359 { label="WholeStageCodegen (5)"; 88420 [labelType="html" label="MapPartitionsRDD [88420] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204350 { label="WholeStageCodegen (6)"; 88421 [labelType="html" label="ZippedPartitionsRDD2 [88421] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88422 [labelType="html" label="MapPartitionsRDD [88422] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204367 { label="AQEShuffleRead"; 88423 [labelType="html" label="ShuffledRowRDD [88423] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204364 { label="WholeStageCodegen (7)"; 88424 [labelType="html" label="MapPartitionsRDD [88424] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204346 { label="WholeStageCodegen (8)"; 88425 [labelType="html" label="ZippedPartitionsRDD2 [88425] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88426 [labelType="html" label="MapPartitionsRDD [88426] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204345 { label="ObjectHashAggregate"; 88427 [labelType="html" label="MapPartitionsRDD [88427] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204344 { label="Exchange"; 88428 [labelType="html" label="MapPartitionsRDD [88428] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88417->88418; 88419->88420; 88418->88421; 88420->88421; 88421->88422; 88423->88424; 88422->88425; 88424->88425; 88425->88426; 88426->88427; 88427->88428; }
88408,88417
88412,88419
88416,88423
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time