3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 10148 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
4496
DAG Visualization
digraph G { subgraph clusterstage_10148 { label="Stage 10148"; subgraph cluster59821 { label="AQEShuffleRead"; 25370 [labelType="html" label="ShuffledRowRDD [25370] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59818 { label="WholeStageCodegen (11)"; 25371 [labelType="html" label="MapPartitionsRDD [25371] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59831 { label="AQEShuffleRead"; 25372 [labelType="html" label="ShuffledRowRDD [25372] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59828 { label="WholeStageCodegen (12)"; 25373 [labelType="html" label="MapPartitionsRDD [25373] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59827 { label="Window"; 25374 [labelType="html" label="MapPartitionsRDD [25374] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59823 { label="WholeStageCodegen (13)"; 25375 [labelType="html" label="MapPartitionsRDD [25375] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59812 { label="WholeStageCodegen (14)"; 25376 [labelType="html" label="ZippedPartitionsRDD2 [25376] [Unordered]<br>count at ColumnStatJob.java:47"]; 25377 [labelType="html" label="MapPartitionsRDD [25377] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59811 { label="Window"; 25378 [labelType="html" label="MapPartitionsRDD [25378] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59808 { label="WholeStageCodegen (15)"; 25379 [labelType="html" label="MapPartitionsRDD [25379] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59841 { label="AQEShuffleRead"; 25380 [labelType="html" label="ShuffledRowRDD [25380] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59838 { label="WholeStageCodegen (16)"; 25381 [labelType="html" label="MapPartitionsRDD [25381] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59837 { label="Window"; 25382 [labelType="html" label="MapPartitionsRDD [25382] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59833 { label="WholeStageCodegen (17)"; 25383 [labelType="html" label="MapPartitionsRDD [25383] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59804 { label="WholeStageCodegen (18)"; 25384 [labelType="html" label="ZippedPartitionsRDD2 [25384] [Unordered]<br>count at ColumnStatJob.java:47"]; 25385 [labelType="html" label="MapPartitionsRDD [25385] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59845 { label="Scan parquet "; 25386 [labelType="html" label="FileScanRDD [25386]<br>count at ColumnStatJob.java:47"]; 25387 [labelType="html" label="MapPartitionsRDD [25387]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59842 { label="WholeStageCodegen (19)"; 25388 [labelType="html" label="MapPartitionsRDD [25388]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59803 { label="CartesianProduct"; 25389 [labelType="html" label="UnsafeCartesianRDD [25389] [Unordered]<br>count at ColumnStatJob.java:47"]; 25390 [labelType="html" label="MapPartitionsRDD [25390] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster59802 { label="Exchange"; 25391 [labelType="html" label="MapPartitionsRDD [25391] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 25370->25371; 25372->25373; 25373->25374; 25374->25375; 25371->25376; 25375->25376; 25376->25377; 25377->25378; 25378->25379; 25380->25381; 25381->25382; 25382->25383; 25379->25384; 25383->25384; 25384->25385; 25386->25387; 25387->25388; 25385->25389; 25388->25389; 25389->25390; 25390->25391; }
25334,25370
25369,25372
25342,25380
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time