3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31938 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
135.0 B / 1
Associated Job Ids:
17667
DAG Visualization
digraph G { subgraph clusterstage_31938 { label="Stage 31938"; subgraph cluster203935 { label="AQEShuffleRead"; 88251 [labelType="html" label="ShuffledRowRDD [88251] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203932 { label="WholeStageCodegen (4)"; 88252 [labelType="html" label="MapPartitionsRDD [88252] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203940 { label="AQEShuffleRead"; 88253 [labelType="html" label="ShuffledRowRDD [88253] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203937 { label="WholeStageCodegen (5)"; 88254 [labelType="html" label="MapPartitionsRDD [88254] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203928 { label="WholeStageCodegen (6)"; 88255 [labelType="html" label="ZippedPartitionsRDD2 [88255] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88256 [labelType="html" label="MapPartitionsRDD [88256] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203945 { label="AQEShuffleRead"; 88257 [labelType="html" label="ShuffledRowRDD [88257] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203942 { label="WholeStageCodegen (7)"; 88258 [labelType="html" label="MapPartitionsRDD [88258] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203924 { label="WholeStageCodegen (8)"; 88259 [labelType="html" label="ZippedPartitionsRDD2 [88259] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88260 [labelType="html" label="MapPartitionsRDD [88260] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203923 { label="ObjectHashAggregate"; 88261 [labelType="html" label="MapPartitionsRDD [88261] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203922 { label="Exchange"; 88262 [labelType="html" label="MapPartitionsRDD [88262] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88251->88252; 88253->88254; 88252->88255; 88254->88255; 88255->88256; 88257->88258; 88256->88259; 88258->88259; 88259->88260; 88260->88261; 88261->88262; }
88242,88251
88246,88253
88250,88257
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time