3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 5396 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Any: 10
Input Size / Records:
19.6 MiB / 2199033
Shuffle Read Size / Records:
1840.0 B / 10
Shuffle Write Size / Records:
54.8 KiB / 1733
Associated Job Ids:
2852
DAG Visualization
digraph G { subgraph clusterstage_5396 { label="Stage 5396"; subgraph cluster33603 { label="Scan parquet "; 13840 [labelType="html" label="FileScanRDD [13840]<br>count at ColumnStatJob.java:47"]; 13841 [labelType="html" label="MapPartitionsRDD [13841]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33598 { label="WholeStageCodegen (2)"; 13842 [labelType="html" label="MapPartitionsRDD [13842]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33606 { label="Exchange"; 13843 [labelType="html" label="ShuffledRowRDD [13843] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33604 { label="ObjectHashAggregate"; 13844 [labelType="html" label="MapPartitionsRDD [13844] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33597 { label="CartesianProduct"; 13845 [labelType="html" label="UnsafeCartesianRDD [13845] [Unordered]<br>count at ColumnStatJob.java:47"]; 13846 [labelType="html" label="MapPartitionsRDD [13846] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33611 { label="Scan csv "; 13847 [labelType="html" label="FileScanRDD [13847]<br>count at ColumnStatJob.java:47"]; 13848 [labelType="html" label="MapPartitionsRDD [13848]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33607 { label="WholeStageCodegen (3)"; 13849 [labelType="html" label="MapPartitionsRDD [13849]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33596 { label="CartesianProduct"; 13850 [labelType="html" label="UnsafeCartesianRDD [13850] [Unordered]<br>count at ColumnStatJob.java:47"]; 13851 [labelType="html" label="MapPartitionsRDD [13851] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33592 { label="WholeStageCodegen (4)"; 13852 [labelType="html" label="MapPartitionsRDD [13852] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33591 { label="ObjectHashAggregate"; 13853 [labelType="html" label="MapPartitionsRDD [13853] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster33590 { label="Exchange"; 13854 [labelType="html" label="MapPartitionsRDD [13854] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 13840->13841; 13841->13842; 13843->13844; 13842->13845; 13844->13845; 13845->13846; 13847->13848; 13848->13849; 13846->13850; 13849->13850; 13850->13851; 13851->13852; 13852->13853; 13853->13854; }
13839,13843
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time