3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31650 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
135.0 B / 1
Associated Job Ids:
17444
DAG Visualization
digraph G { subgraph clusterstage_31650 { label="Stage 31650"; subgraph cluster202091 { label="AQEShuffleRead"; 87519 [labelType="html" label="ShuffledRowRDD [87519] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202088 { label="WholeStageCodegen (4)"; 87520 [labelType="html" label="MapPartitionsRDD [87520] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202096 { label="AQEShuffleRead"; 87521 [labelType="html" label="ShuffledRowRDD [87521] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202093 { label="WholeStageCodegen (5)"; 87522 [labelType="html" label="MapPartitionsRDD [87522] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202084 { label="WholeStageCodegen (6)"; 87523 [labelType="html" label="ZippedPartitionsRDD2 [87523] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87524 [labelType="html" label="MapPartitionsRDD [87524] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202101 { label="AQEShuffleRead"; 87525 [labelType="html" label="ShuffledRowRDD [87525] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202098 { label="WholeStageCodegen (7)"; 87526 [labelType="html" label="MapPartitionsRDD [87526] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202080 { label="WholeStageCodegen (8)"; 87527 [labelType="html" label="ZippedPartitionsRDD2 [87527] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87528 [labelType="html" label="MapPartitionsRDD [87528] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202079 { label="ObjectHashAggregate"; 87529 [labelType="html" label="MapPartitionsRDD [87529] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202078 { label="Exchange"; 87530 [labelType="html" label="MapPartitionsRDD [87530] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87519->87520; 87521->87522; 87520->87523; 87522->87523; 87523->87524; 87525->87526; 87524->87527; 87526->87527; 87527->87528; 87528->87529; 87529->87530; }
87510,87519
87514,87521
87518,87525
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time