3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9204 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
4202
DAG Visualization
digraph G { subgraph clusterstage_9204 { label="Stage 9204"; subgraph cluster55484 { label="AQEShuffleRead"; 23685 [labelType="html" label="ShuffledRowRDD [23685] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55481 { label="WholeStageCodegen (11)"; 23686 [labelType="html" label="MapPartitionsRDD [23686] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55494 { label="AQEShuffleRead"; 23687 [labelType="html" label="ShuffledRowRDD [23687] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55491 { label="WholeStageCodegen (12)"; 23688 [labelType="html" label="MapPartitionsRDD [23688] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55490 { label="Window"; 23689 [labelType="html" label="MapPartitionsRDD [23689] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55486 { label="WholeStageCodegen (13)"; 23690 [labelType="html" label="MapPartitionsRDD [23690] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55475 { label="WholeStageCodegen (14)"; 23691 [labelType="html" label="ZippedPartitionsRDD2 [23691] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23692 [labelType="html" label="MapPartitionsRDD [23692] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55474 { label="Window"; 23693 [labelType="html" label="MapPartitionsRDD [23693] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55471 { label="WholeStageCodegen (15)"; 23694 [labelType="html" label="MapPartitionsRDD [23694] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55504 { label="AQEShuffleRead"; 23695 [labelType="html" label="ShuffledRowRDD [23695] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55501 { label="WholeStageCodegen (16)"; 23696 [labelType="html" label="MapPartitionsRDD [23696] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55500 { label="Window"; 23697 [labelType="html" label="MapPartitionsRDD [23697] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55496 { label="WholeStageCodegen (17)"; 23698 [labelType="html" label="MapPartitionsRDD [23698] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55465 { label="WholeStageCodegen (18)"; 23699 [labelType="html" label="ZippedPartitionsRDD2 [23699] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23700 [labelType="html" label="MapPartitionsRDD [23700] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55509 { label="Scan parquet "; 23701 [labelType="html" label="FileScanRDD [23701]<br>takeAsList at DataFrameCommonJob.java:145"]; 23702 [labelType="html" label="MapPartitionsRDD [23702]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55505 { label="WholeStageCodegen (19)"; 23703 [labelType="html" label="MapPartitionsRDD [23703]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55464 { label="CartesianProduct"; 23704 [labelType="html" label="UnsafeCartesianRDD [23704] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23705 [labelType="html" label="MapPartitionsRDD [23705] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55461 { label="WholeStageCodegen (20)"; 23706 [labelType="html" label="MapPartitionsRDD [23706] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55460 { label="Exchange"; 23707 [labelType="html" label="MapPartitionsRDD [23707] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 23685->23686; 23687->23688; 23688->23689; 23689->23690; 23686->23691; 23690->23691; 23691->23692; 23692->23693; 23693->23694; 23695->23696; 23696->23697; 23697->23698; 23694->23699; 23698->23699; 23699->23700; 23701->23702; 23702->23703; 23700->23704; 23703->23704; 23704->23705; 23705->23706; 23706->23707; }
23635,23685
23684,23687
23651,23695
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time