3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31636 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
142.0 B / 1
Associated Job Ids:
17437
DAG Visualization
digraph G { subgraph clusterstage_31636 { label="Stage 31636"; subgraph cluster201998 { label="AQEShuffleRead"; 87480 [labelType="html" label="ShuffledRowRDD [87480] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster201995 { label="WholeStageCodegen (4)"; 87481 [labelType="html" label="MapPartitionsRDD [87481] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202003 { label="AQEShuffleRead"; 87482 [labelType="html" label="ShuffledRowRDD [87482] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202000 { label="WholeStageCodegen (5)"; 87483 [labelType="html" label="MapPartitionsRDD [87483] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster201991 { label="WholeStageCodegen (6)"; 87484 [labelType="html" label="ZippedPartitionsRDD2 [87484] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87485 [labelType="html" label="MapPartitionsRDD [87485] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202008 { label="AQEShuffleRead"; 87486 [labelType="html" label="ShuffledRowRDD [87486] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202005 { label="WholeStageCodegen (7)"; 87487 [labelType="html" label="MapPartitionsRDD [87487] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster201987 { label="WholeStageCodegen (8)"; 87488 [labelType="html" label="ZippedPartitionsRDD2 [87488] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87489 [labelType="html" label="MapPartitionsRDD [87489] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster201986 { label="ObjectHashAggregate"; 87490 [labelType="html" label="MapPartitionsRDD [87490] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster201985 { label="Exchange"; 87491 [labelType="html" label="MapPartitionsRDD [87491] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87480->87481; 87482->87483; 87481->87484; 87483->87484; 87484->87485; 87486->87487; 87485->87488; 87487->87488; 87488->87489; 87489->87490; 87490->87491; }
87471,87480
87475,87482
87479,87486
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time