3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7599 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
3691
DAG Visualization
digraph G { subgraph clusterstage_7599 { label="Stage 7599"; subgraph cluster47727 { label="AQEShuffleRead"; 20666 [labelType="html" label="ShuffledRowRDD [20666] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47724 { label="WholeStageCodegen (11)"; 20667 [labelType="html" label="MapPartitionsRDD [20667] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47737 { label="AQEShuffleRead"; 20668 [labelType="html" label="ShuffledRowRDD [20668] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47734 { label="WholeStageCodegen (12)"; 20669 [labelType="html" label="MapPartitionsRDD [20669] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47733 { label="Window"; 20670 [labelType="html" label="MapPartitionsRDD [20670] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47729 { label="WholeStageCodegen (13)"; 20671 [labelType="html" label="MapPartitionsRDD [20671] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47718 { label="WholeStageCodegen (14)"; 20672 [labelType="html" label="ZippedPartitionsRDD2 [20672] [Unordered]<br>count at ColumnStatJob.java:47"]; 20673 [labelType="html" label="MapPartitionsRDD [20673] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47717 { label="Window"; 20674 [labelType="html" label="MapPartitionsRDD [20674] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47714 { label="WholeStageCodegen (15)"; 20675 [labelType="html" label="MapPartitionsRDD [20675] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47747 { label="AQEShuffleRead"; 20676 [labelType="html" label="ShuffledRowRDD [20676] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47744 { label="WholeStageCodegen (16)"; 20677 [labelType="html" label="MapPartitionsRDD [20677] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47743 { label="Window"; 20678 [labelType="html" label="MapPartitionsRDD [20678] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47739 { label="WholeStageCodegen (17)"; 20679 [labelType="html" label="MapPartitionsRDD [20679] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47710 { label="WholeStageCodegen (18)"; 20680 [labelType="html" label="ZippedPartitionsRDD2 [20680] [Unordered]<br>count at ColumnStatJob.java:47"]; 20681 [labelType="html" label="MapPartitionsRDD [20681] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47751 { label="Scan parquet "; 20682 [labelType="html" label="FileScanRDD [20682]<br>count at ColumnStatJob.java:47"]; 20683 [labelType="html" label="MapPartitionsRDD [20683]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47748 { label="WholeStageCodegen (19)"; 20684 [labelType="html" label="MapPartitionsRDD [20684]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47709 { label="CartesianProduct"; 20685 [labelType="html" label="UnsafeCartesianRDD [20685] [Unordered]<br>count at ColumnStatJob.java:47"]; 20686 [labelType="html" label="MapPartitionsRDD [20686] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47708 { label="Exchange"; 20687 [labelType="html" label="MapPartitionsRDD [20687] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 20666->20667; 20668->20669; 20669->20670; 20670->20671; 20667->20672; 20671->20672; 20672->20673; 20673->20674; 20674->20675; 20676->20677; 20677->20678; 20678->20679; 20675->20680; 20679->20680; 20680->20681; 20682->20683; 20683->20684; 20681->20685; 20684->20685; 20685->20686; 20686->20687; }
20630,20666
20665,20668
20638,20676
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time