3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14287 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
34 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
134.0 B / 1
Associated Job Ids:
7549
DAG Visualization
digraph G { subgraph clusterstage_14287 { label="Stage 14287"; subgraph cluster92504 { label="AQEShuffleRead"; 39032 [labelType="html" label="ShuffledRowRDD [39032] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92501 { label="WholeStageCodegen (4)"; 39033 [labelType="html" label="MapPartitionsRDD [39033] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92509 { label="AQEShuffleRead"; 39034 [labelType="html" label="ShuffledRowRDD [39034] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92506 { label="WholeStageCodegen (5)"; 39035 [labelType="html" label="MapPartitionsRDD [39035] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92497 { label="WholeStageCodegen (6)"; 39036 [labelType="html" label="ZippedPartitionsRDD2 [39036] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 39037 [labelType="html" label="MapPartitionsRDD [39037] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92514 { label="AQEShuffleRead"; 39038 [labelType="html" label="ShuffledRowRDD [39038] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92511 { label="WholeStageCodegen (7)"; 39039 [labelType="html" label="MapPartitionsRDD [39039] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92493 { label="WholeStageCodegen (8)"; 39040 [labelType="html" label="ZippedPartitionsRDD2 [39040] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 39041 [labelType="html" label="MapPartitionsRDD [39041] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92492 { label="ObjectHashAggregate"; 39042 [labelType="html" label="MapPartitionsRDD [39042] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92491 { label="Exchange"; 39043 [labelType="html" label="MapPartitionsRDD [39043] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 39032->39033; 39034->39035; 39033->39036; 39035->39036; 39036->39037; 39038->39039; 39037->39040; 39039->39040; 39040->39041; 39041->39042; 39042->39043; }
39023,39032
39027,39034
39031,39038
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time