3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31683 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
29 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
136.0 B / 1
Associated Job Ids:
17469
DAG Visualization
digraph G { subgraph clusterstage_31683 { label="Stage 31683"; subgraph cluster202302 { label="AQEShuffleRead"; 87602 [labelType="html" label="ShuffledRowRDD [87602] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202299 { label="WholeStageCodegen (4)"; 87603 [labelType="html" label="MapPartitionsRDD [87603] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202307 { label="AQEShuffleRead"; 87604 [labelType="html" label="ShuffledRowRDD [87604] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202304 { label="WholeStageCodegen (5)"; 87605 [labelType="html" label="MapPartitionsRDD [87605] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202295 { label="WholeStageCodegen (6)"; 87606 [labelType="html" label="ZippedPartitionsRDD2 [87606] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87607 [labelType="html" label="MapPartitionsRDD [87607] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202312 { label="AQEShuffleRead"; 87608 [labelType="html" label="ShuffledRowRDD [87608] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202309 { label="WholeStageCodegen (7)"; 87609 [labelType="html" label="MapPartitionsRDD [87609] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202291 { label="WholeStageCodegen (8)"; 87610 [labelType="html" label="ZippedPartitionsRDD2 [87610] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87611 [labelType="html" label="MapPartitionsRDD [87611] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202290 { label="ObjectHashAggregate"; 87612 [labelType="html" label="MapPartitionsRDD [87612] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202289 { label="Exchange"; 87613 [labelType="html" label="MapPartitionsRDD [87613] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87602->87603; 87604->87605; 87603->87606; 87605->87606; 87606->87607; 87608->87609; 87607->87610; 87609->87610; 87610->87611; 87611->87612; 87612->87613; }
87593,87602
87597,87604
87601,87608
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time