3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8248 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
4.7 KiB / 284
Shuffle Write Size / Records:
793.0 B / 7
Associated Job Ids:
3898
DAG Visualization
digraph G { subgraph clusterstage_8248 { label="Stage 8248"; subgraph cluster50962 { label="AQEShuffleRead"; 21947 [labelType="html" label="ShuffledRowRDD [21947] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50959 { label="WholeStageCodegen (24)"; 21948 [labelType="html" label="MapPartitionsRDD [21948] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50967 { label="AQEShuffleRead"; 21949 [labelType="html" label="ShuffledRowRDD [21949] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50964 { label="WholeStageCodegen (25)"; 21950 [labelType="html" label="MapPartitionsRDD [21950] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50955 { label="WholeStageCodegen (26)"; 21951 [labelType="html" label="ZippedPartitionsRDD2 [21951] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21952 [labelType="html" label="MapPartitionsRDD [21952] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50972 { label="AQEShuffleRead"; 21953 [labelType="html" label="ShuffledRowRDD [21953] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50969 { label="WholeStageCodegen (27)"; 21954 [labelType="html" label="MapPartitionsRDD [21954] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50951 { label="WholeStageCodegen (28)"; 21955 [labelType="html" label="ZippedPartitionsRDD2 [21955] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21956 [labelType="html" label="MapPartitionsRDD [21956] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50977 { label="AQEShuffleRead"; 21957 [labelType="html" label="ShuffledRowRDD [21957] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50974 { label="WholeStageCodegen (29)"; 21958 [labelType="html" label="MapPartitionsRDD [21958] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50947 { label="WholeStageCodegen (30)"; 21959 [labelType="html" label="ZippedPartitionsRDD2 [21959] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21960 [labelType="html" label="MapPartitionsRDD [21960] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50946 { label="Exchange"; 21961 [labelType="html" label="MapPartitionsRDD [21961] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 21947->21948; 21949->21950; 21948->21951; 21950->21951; 21951->21952; 21953->21954; 21952->21955; 21954->21955; 21955->21956; 21957->21958; 21956->21959; 21958->21959; 21959->21960; 21960->21961; }
21946,21947
21883,21949
21887,21953
21891,21957
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time