3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8167 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
3881
DAG Visualization
digraph G { subgraph clusterstage_8167 { label="Stage 8167"; subgraph cluster50615 { label="AQEShuffleRead"; 21820 [labelType="html" label="ShuffledRowRDD [21820] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50612 { label="WholeStageCodegen (11)"; 21821 [labelType="html" label="MapPartitionsRDD [21821] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50625 { label="AQEShuffleRead"; 21822 [labelType="html" label="ShuffledRowRDD [21822] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50622 { label="WholeStageCodegen (12)"; 21823 [labelType="html" label="MapPartitionsRDD [21823] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50621 { label="Window"; 21824 [labelType="html" label="MapPartitionsRDD [21824] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50617 { label="WholeStageCodegen (13)"; 21825 [labelType="html" label="MapPartitionsRDD [21825] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50606 { label="WholeStageCodegen (14)"; 21826 [labelType="html" label="ZippedPartitionsRDD2 [21826] [Unordered]<br>count at ColumnStatJob.java:47"]; 21827 [labelType="html" label="MapPartitionsRDD [21827] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50605 { label="Window"; 21828 [labelType="html" label="MapPartitionsRDD [21828] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50602 { label="WholeStageCodegen (15)"; 21829 [labelType="html" label="MapPartitionsRDD [21829] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50635 { label="AQEShuffleRead"; 21830 [labelType="html" label="ShuffledRowRDD [21830] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50632 { label="WholeStageCodegen (16)"; 21831 [labelType="html" label="MapPartitionsRDD [21831] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50631 { label="Window"; 21832 [labelType="html" label="MapPartitionsRDD [21832] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50627 { label="WholeStageCodegen (17)"; 21833 [labelType="html" label="MapPartitionsRDD [21833] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50598 { label="WholeStageCodegen (18)"; 21834 [labelType="html" label="ZippedPartitionsRDD2 [21834] [Unordered]<br>count at ColumnStatJob.java:47"]; 21835 [labelType="html" label="MapPartitionsRDD [21835] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50639 { label="Scan parquet "; 21836 [labelType="html" label="FileScanRDD [21836]<br>count at ColumnStatJob.java:47"]; 21837 [labelType="html" label="MapPartitionsRDD [21837]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50636 { label="WholeStageCodegen (19)"; 21838 [labelType="html" label="MapPartitionsRDD [21838]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50597 { label="CartesianProduct"; 21839 [labelType="html" label="UnsafeCartesianRDD [21839] [Unordered]<br>count at ColumnStatJob.java:47"]; 21840 [labelType="html" label="MapPartitionsRDD [21840] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster50596 { label="Exchange"; 21841 [labelType="html" label="MapPartitionsRDD [21841] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 21820->21821; 21822->21823; 21823->21824; 21824->21825; 21821->21826; 21825->21826; 21826->21827; 21827->21828; 21828->21829; 21830->21831; 21831->21832; 21832->21833; 21829->21834; 21833->21834; 21834->21835; 21836->21837; 21837->21838; 21835->21839; 21838->21839; 21839->21840; 21840->21841; }
21784,21820
21819,21822
21792,21830
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time