3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 18506 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Any: 15
Input Size / Records:
2.6 KiB / 15
Shuffle Read Size / Records:
24.7 MiB / 358829
Shuffle Write Size / Records:
10.4 MiB / 262581
Associated Job Ids:
9261
DAG Visualization
digraph G { subgraph clusterstage_18506 { label="Stage 18506"; subgraph cluster120801 { label="Exchange"; 51826 [labelType="html" label="ShuffledRowRDD [51826] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120797 { label="WholeStageCodegen (12)"; 51827 [labelType="html" label="MapPartitionsRDD [51827] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120796 { label="Window"; 51828 [labelType="html" label="MapPartitionsRDD [51828] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120792 { label="WholeStageCodegen (13)"; 51829 [labelType="html" label="MapPartitionsRDD [51829] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120830 { label="AQEShuffleRead"; 51835 [labelType="html" label="ShuffledRowRDD [51835] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120819 { label="WholeStageCodegen (14)"; 51836 [labelType="html" label="MapPartitionsRDD [51836] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120837 { label="AQEShuffleRead"; 51839 [labelType="html" label="ShuffledRowRDD [51839] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120836 { label="ObjectHashAggregate"; 51840 [labelType="html" label="MapPartitionsRDD [51840] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120832 { label="WholeStageCodegen (15)"; 51841 [labelType="html" label="MapPartitionsRDD [51841] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120802 { label="WholeStageCodegen (16)"; 51842 [labelType="html" label="ZippedPartitionsRDD2 [51842] [Unordered]<br>count at ColumnStatJob.java:47"]; 51843 [labelType="html" label="MapPartitionsRDD [51843] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120791 { label="Union"; 51844 [labelType="html" label="UnionRDD [51844] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120842 { label="Scan csv "; 51845 [labelType="html" label="FileScanRDD [51845]<br>count at ColumnStatJob.java:47"]; 51846 [labelType="html" label="MapPartitionsRDD [51846]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120838 { label="WholeStageCodegen (17)"; 51847 [labelType="html" label="MapPartitionsRDD [51847]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120790 { label="CartesianProduct"; 51848 [labelType="html" label="UnsafeCartesianRDD [51848] [Unordered]<br>count at ColumnStatJob.java:47"]; 51849 [labelType="html" label="MapPartitionsRDD [51849] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster120789 { label="Exchange"; 51850 [labelType="html" label="MapPartitionsRDD [51850] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 51826->51827; 51827->51828; 51828->51829; 51835->51836; 51839->51840; 51840->51841; 51836->51842; 51841->51842; 51842->51843; 51829->51844; 51843->51844; 51845->51846; 51846->51847; 51844->51848; 51847->51848; 51848->51849; 51849->51850; }
51791,51826
51780,51835
51797,51839
Event Timeline
Enable zooming
Tasks: 15. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time