3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 4182 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
136.0 B / 1
Associated Job Ids:
2168
DAG Visualization
digraph G { subgraph clusterstage_4182 { label="Stage 4182"; subgraph cluster27398 { label="AQEShuffleRead"; 11904 [labelType="html" label="ShuffledRowRDD [11904] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27395 { label="WholeStageCodegen (4)"; 11905 [labelType="html" label="MapPartitionsRDD [11905] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27403 { label="AQEShuffleRead"; 11906 [labelType="html" label="ShuffledRowRDD [11906] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27400 { label="WholeStageCodegen (5)"; 11907 [labelType="html" label="MapPartitionsRDD [11907] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27391 { label="WholeStageCodegen (6)"; 11908 [labelType="html" label="ZippedPartitionsRDD2 [11908] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 11909 [labelType="html" label="MapPartitionsRDD [11909] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27408 { label="AQEShuffleRead"; 11910 [labelType="html" label="ShuffledRowRDD [11910] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27405 { label="WholeStageCodegen (7)"; 11911 [labelType="html" label="MapPartitionsRDD [11911] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27387 { label="WholeStageCodegen (8)"; 11912 [labelType="html" label="ZippedPartitionsRDD2 [11912] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 11913 [labelType="html" label="MapPartitionsRDD [11913] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27386 { label="ObjectHashAggregate"; 11914 [labelType="html" label="MapPartitionsRDD [11914] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster27385 { label="Exchange"; 11915 [labelType="html" label="MapPartitionsRDD [11915] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 11904->11905; 11906->11907; 11905->11908; 11907->11908; 11908->11909; 11910->11911; 11909->11912; 11911->11912; 11912->11913; 11913->11914; 11914->11915; }
11895,11904
11899,11906
11903,11910
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time