3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12452 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
148.0 B / 1
Associated Job Ids:
5393
DAG Visualization
digraph G { subgraph clusterstage_12452 { label="Stage 12452"; subgraph cluster72210 { label="AQEShuffleRead"; 30504 [labelType="html" label="ShuffledRowRDD [30504] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72207 { label="WholeStageCodegen (4)"; 30505 [labelType="html" label="MapPartitionsRDD [30505] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72215 { label="AQEShuffleRead"; 30506 [labelType="html" label="ShuffledRowRDD [30506] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72212 { label="WholeStageCodegen (5)"; 30507 [labelType="html" label="MapPartitionsRDD [30507] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72203 { label="WholeStageCodegen (6)"; 30508 [labelType="html" label="ZippedPartitionsRDD2 [30508] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30509 [labelType="html" label="MapPartitionsRDD [30509] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72220 { label="AQEShuffleRead"; 30510 [labelType="html" label="ShuffledRowRDD [30510] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72217 { label="WholeStageCodegen (7)"; 30511 [labelType="html" label="MapPartitionsRDD [30511] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72199 { label="WholeStageCodegen (8)"; 30512 [labelType="html" label="ZippedPartitionsRDD2 [30512] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30513 [labelType="html" label="MapPartitionsRDD [30513] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72198 { label="ObjectHashAggregate"; 30514 [labelType="html" label="MapPartitionsRDD [30514] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72197 { label="Exchange"; 30515 [labelType="html" label="MapPartitionsRDD [30515] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30504->30505; 30506->30507; 30505->30508; 30507->30508; 30508->30509; 30510->30511; 30509->30512; 30511->30512; 30512->30513; 30513->30514; 30514->30515; }
30495,30504
30499,30506
30503,30510
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time