3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12619 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
142.0 B / 1
Associated Job Ids:
5521
DAG Visualization
digraph G { subgraph clusterstage_12619 { label="Stage 12619"; subgraph cluster73283 { label="AQEShuffleRead"; 30929 [labelType="html" label="ShuffledRowRDD [30929] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73280 { label="WholeStageCodegen (4)"; 30930 [labelType="html" label="MapPartitionsRDD [30930] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73288 { label="AQEShuffleRead"; 30931 [labelType="html" label="ShuffledRowRDD [30931] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73285 { label="WholeStageCodegen (5)"; 30932 [labelType="html" label="MapPartitionsRDD [30932] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73276 { label="WholeStageCodegen (6)"; 30933 [labelType="html" label="ZippedPartitionsRDD2 [30933] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30934 [labelType="html" label="MapPartitionsRDD [30934] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73293 { label="AQEShuffleRead"; 30935 [labelType="html" label="ShuffledRowRDD [30935] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73290 { label="WholeStageCodegen (7)"; 30936 [labelType="html" label="MapPartitionsRDD [30936] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73272 { label="WholeStageCodegen (8)"; 30937 [labelType="html" label="ZippedPartitionsRDD2 [30937] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30938 [labelType="html" label="MapPartitionsRDD [30938] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73271 { label="ObjectHashAggregate"; 30939 [labelType="html" label="MapPartitionsRDD [30939] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73270 { label="Exchange"; 30940 [labelType="html" label="MapPartitionsRDD [30940] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30929->30930; 30931->30932; 30930->30933; 30932->30933; 30933->30934; 30935->30936; 30934->30937; 30936->30937; 30937->30938; 30938->30939; 30939->30940; }
30920,30929
30924,30931
30928,30935
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time