3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9303 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
4238
DAG Visualization
digraph G { subgraph clusterstage_9303 { label="Stage 9303"; subgraph cluster55955 { label="AQEShuffleRead"; 23882 [labelType="html" label="ShuffledRowRDD [23882] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55952 { label="WholeStageCodegen (11)"; 23883 [labelType="html" label="MapPartitionsRDD [23883] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55965 { label="AQEShuffleRead"; 23884 [labelType="html" label="ShuffledRowRDD [23884] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55962 { label="WholeStageCodegen (12)"; 23885 [labelType="html" label="MapPartitionsRDD [23885] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55961 { label="Window"; 23886 [labelType="html" label="MapPartitionsRDD [23886] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55957 { label="WholeStageCodegen (13)"; 23887 [labelType="html" label="MapPartitionsRDD [23887] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55946 { label="WholeStageCodegen (14)"; 23888 [labelType="html" label="ZippedPartitionsRDD2 [23888] [Unordered]<br>count at ColumnStatJob.java:47"]; 23889 [labelType="html" label="MapPartitionsRDD [23889] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55945 { label="Window"; 23890 [labelType="html" label="MapPartitionsRDD [23890] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55942 { label="WholeStageCodegen (15)"; 23891 [labelType="html" label="MapPartitionsRDD [23891] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55975 { label="AQEShuffleRead"; 23892 [labelType="html" label="ShuffledRowRDD [23892] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55972 { label="WholeStageCodegen (16)"; 23893 [labelType="html" label="MapPartitionsRDD [23893] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55971 { label="Window"; 23894 [labelType="html" label="MapPartitionsRDD [23894] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55967 { label="WholeStageCodegen (17)"; 23895 [labelType="html" label="MapPartitionsRDD [23895] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55938 { label="WholeStageCodegen (18)"; 23896 [labelType="html" label="ZippedPartitionsRDD2 [23896] [Unordered]<br>count at ColumnStatJob.java:47"]; 23897 [labelType="html" label="MapPartitionsRDD [23897] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55979 { label="Scan parquet "; 23898 [labelType="html" label="FileScanRDD [23898]<br>count at ColumnStatJob.java:47"]; 23899 [labelType="html" label="MapPartitionsRDD [23899]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55976 { label="WholeStageCodegen (19)"; 23900 [labelType="html" label="MapPartitionsRDD [23900]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55937 { label="CartesianProduct"; 23901 [labelType="html" label="UnsafeCartesianRDD [23901] [Unordered]<br>count at ColumnStatJob.java:47"]; 23902 [labelType="html" label="MapPartitionsRDD [23902] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55936 { label="Exchange"; 23903 [labelType="html" label="MapPartitionsRDD [23903] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 23882->23883; 23884->23885; 23885->23886; 23886->23887; 23883->23888; 23887->23888; 23888->23889; 23889->23890; 23890->23891; 23892->23893; 23893->23894; 23894->23895; 23891->23896; 23895->23896; 23896->23897; 23898->23899; 23899->23900; 23897->23901; 23900->23901; 23901->23902; 23902->23903; }
23844,23882
23881,23884
23852,23892
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time