3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14254 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
143.0 B / 1
Associated Job Ids:
7524
DAG Visualization
digraph G { subgraph clusterstage_14254 { label="Stage 14254"; subgraph cluster92293 { label="AQEShuffleRead"; 38949 [labelType="html" label="ShuffledRowRDD [38949] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92290 { label="WholeStageCodegen (4)"; 38950 [labelType="html" label="MapPartitionsRDD [38950] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92298 { label="AQEShuffleRead"; 38951 [labelType="html" label="ShuffledRowRDD [38951] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92295 { label="WholeStageCodegen (5)"; 38952 [labelType="html" label="MapPartitionsRDD [38952] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92286 { label="WholeStageCodegen (6)"; 38953 [labelType="html" label="ZippedPartitionsRDD2 [38953] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38954 [labelType="html" label="MapPartitionsRDD [38954] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92303 { label="AQEShuffleRead"; 38955 [labelType="html" label="ShuffledRowRDD [38955] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92300 { label="WholeStageCodegen (7)"; 38956 [labelType="html" label="MapPartitionsRDD [38956] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92282 { label="WholeStageCodegen (8)"; 38957 [labelType="html" label="ZippedPartitionsRDD2 [38957] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38958 [labelType="html" label="MapPartitionsRDD [38958] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92281 { label="ObjectHashAggregate"; 38959 [labelType="html" label="MapPartitionsRDD [38959] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92280 { label="Exchange"; 38960 [labelType="html" label="MapPartitionsRDD [38960] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 38949->38950; 38951->38952; 38950->38953; 38952->38953; 38953->38954; 38955->38956; 38954->38957; 38956->38957; 38957->38958; 38958->38959; 38959->38960; }
38940,38949
38944,38951
38948,38955
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time