3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7617 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
90 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
4.0 KiB / 284
Shuffle Write Size / Records:
190.0 B / 7
Associated Job Ids:
3693
DAG Visualization
digraph G { subgraph clusterstage_7617 { label="Stage 7617"; subgraph cluster47782 { label="AQEShuffleRead"; 20695 [labelType="html" label="ShuffledRowRDD [20695] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47779 { label="WholeStageCodegen (23)"; 20696 [labelType="html" label="MapPartitionsRDD [20696] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47787 { label="AQEShuffleRead"; 20697 [labelType="html" label="ShuffledRowRDD [20697] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47784 { label="WholeStageCodegen (24)"; 20698 [labelType="html" label="MapPartitionsRDD [20698] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47775 { label="WholeStageCodegen (25)"; 20699 [labelType="html" label="ZippedPartitionsRDD2 [20699] [Unordered]<br>count at ColumnStatJob.java:47"]; 20700 [labelType="html" label="MapPartitionsRDD [20700] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47792 { label="AQEShuffleRead"; 20701 [labelType="html" label="ShuffledRowRDD [20701] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47789 { label="WholeStageCodegen (26)"; 20702 [labelType="html" label="MapPartitionsRDD [20702] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47771 { label="WholeStageCodegen (27)"; 20703 [labelType="html" label="ZippedPartitionsRDD2 [20703] [Unordered]<br>count at ColumnStatJob.java:47"]; 20704 [labelType="html" label="MapPartitionsRDD [20704] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47797 { label="AQEShuffleRead"; 20705 [labelType="html" label="ShuffledRowRDD [20705] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47794 { label="WholeStageCodegen (28)"; 20706 [labelType="html" label="MapPartitionsRDD [20706] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47767 { label="WholeStageCodegen (29)"; 20707 [labelType="html" label="ZippedPartitionsRDD2 [20707] [Unordered]<br>count at ColumnStatJob.java:47"]; 20708 [labelType="html" label="MapPartitionsRDD [20708] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47766 { label="Exchange"; 20709 [labelType="html" label="MapPartitionsRDD [20709] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 20695->20696; 20697->20698; 20696->20699; 20698->20699; 20699->20700; 20701->20702; 20700->20703; 20702->20703; 20703->20704; 20705->20706; 20704->20707; 20706->20707; 20707->20708; 20708->20709; }
20694,20695
20646,20697
20650,20701
20654,20705
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time