3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 18437 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Any: 15
Input Size / Records:
2.6 KiB / 15
Shuffle Read Size / Records:
24.7 MiB / 358829
Shuffle Write Size / Records:
10.4 MiB / 262581
Associated Job Ids:
9232
DAG Visualization
digraph G { subgraph clusterstage_18437 { label="Stage 18437"; subgraph cluster120319 { label="Exchange"; 51641 [labelType="html" label="ShuffledRowRDD [51641] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120309 { label="WholeStageCodegen (12)"; 51644 [labelType="html" label="MapPartitionsRDD [51644] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120308 { label="Window"; 51647 [labelType="html" label="MapPartitionsRDD [51647] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120299 { label="WholeStageCodegen (13)"; 51648 [labelType="html" label="MapPartitionsRDD [51648] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120337 { label="AQEShuffleRead"; 51651 [labelType="html" label="ShuffledRowRDD [51651] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120334 { label="WholeStageCodegen (14)"; 51652 [labelType="html" label="MapPartitionsRDD [51652] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120344 { label="AQEShuffleRead"; 51653 [labelType="html" label="ShuffledRowRDD [51653] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120343 { label="ObjectHashAggregate"; 51654 [labelType="html" label="MapPartitionsRDD [51654] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120339 { label="WholeStageCodegen (15)"; 51655 [labelType="html" label="MapPartitionsRDD [51655] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120326 { label="WholeStageCodegen (16)"; 51656 [labelType="html" label="ZippedPartitionsRDD2 [51656] [Unordered]<br>count at ColumnStatJob.java:47"]; 51657 [labelType="html" label="MapPartitionsRDD [51657] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120298 { label="Union"; 51658 [labelType="html" label="UnionRDD [51658] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120349 { label="Scan csv "; 51659 [labelType="html" label="FileScanRDD [51659]<br>count at ColumnStatJob.java:47"]; 51660 [labelType="html" label="MapPartitionsRDD [51660]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120345 { label="WholeStageCodegen (17)"; 51661 [labelType="html" label="MapPartitionsRDD [51661]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120297 { label="CartesianProduct"; 51662 [labelType="html" label="UnsafeCartesianRDD [51662] [Unordered]<br>count at ColumnStatJob.java:47"]; 51663 [labelType="html" label="MapPartitionsRDD [51663] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120296 { label="Exchange"; 51664 [labelType="html" label="MapPartitionsRDD [51664] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 51641->51644; 51644->51647; 51647->51648; 51651->51652; 51653->51654; 51654->51655; 51652->51656; 51655->51656; 51656->51657; 51648->51658; 51657->51658; 51659->51660; 51660->51661; 51658->51662; 51661->51662; 51662->51663; 51663->51664; }
51633,51641
51594,51651
51604,51653
Event Timeline
Enable zooming
Tasks: 15. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time