3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7453 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
3641
DAG Visualization
digraph G { subgraph clusterstage_7453 { label="Stage 7453"; subgraph cluster46982 { label="AQEShuffleRead"; 20377 [labelType="html" label="ShuffledRowRDD [20377] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46979 { label="WholeStageCodegen (11)"; 20378 [labelType="html" label="MapPartitionsRDD [20378] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46992 { label="AQEShuffleRead"; 20379 [labelType="html" label="ShuffledRowRDD [20379] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46989 { label="WholeStageCodegen (12)"; 20380 [labelType="html" label="MapPartitionsRDD [20380] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46988 { label="Window"; 20381 [labelType="html" label="MapPartitionsRDD [20381] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46984 { label="WholeStageCodegen (13)"; 20382 [labelType="html" label="MapPartitionsRDD [20382] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46973 { label="WholeStageCodegen (14)"; 20383 [labelType="html" label="ZippedPartitionsRDD2 [20383] [Unordered]<br>count at ColumnStatJob.java:47"]; 20384 [labelType="html" label="MapPartitionsRDD [20384] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46972 { label="Window"; 20385 [labelType="html" label="MapPartitionsRDD [20385] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46969 { label="WholeStageCodegen (15)"; 20386 [labelType="html" label="MapPartitionsRDD [20386] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47002 { label="AQEShuffleRead"; 20387 [labelType="html" label="ShuffledRowRDD [20387] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46999 { label="WholeStageCodegen (16)"; 20388 [labelType="html" label="MapPartitionsRDD [20388] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46998 { label="Window"; 20389 [labelType="html" label="MapPartitionsRDD [20389] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46994 { label="WholeStageCodegen (17)"; 20390 [labelType="html" label="MapPartitionsRDD [20390] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46965 { label="WholeStageCodegen (18)"; 20391 [labelType="html" label="ZippedPartitionsRDD2 [20391] [Unordered]<br>count at ColumnStatJob.java:47"]; 20392 [labelType="html" label="MapPartitionsRDD [20392] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47006 { label="Scan parquet "; 20393 [labelType="html" label="FileScanRDD [20393]<br>count at ColumnStatJob.java:47"]; 20394 [labelType="html" label="MapPartitionsRDD [20394]<br>count at ColumnStatJob.java:47"]; } subgraph cluster47003 { label="WholeStageCodegen (19)"; 20395 [labelType="html" label="MapPartitionsRDD [20395]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46964 { label="CartesianProduct"; 20396 [labelType="html" label="UnsafeCartesianRDD [20396] [Unordered]<br>count at ColumnStatJob.java:47"]; 20397 [labelType="html" label="MapPartitionsRDD [20397] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster46963 { label="Exchange"; 20398 [labelType="html" label="MapPartitionsRDD [20398] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 20377->20378; 20379->20380; 20380->20381; 20381->20382; 20378->20383; 20382->20383; 20383->20384; 20384->20385; 20385->20386; 20387->20388; 20388->20389; 20389->20390; 20386->20391; 20390->20391; 20391->20392; 20393->20394; 20394->20395; 20392->20396; 20395->20396; 20396->20397; 20397->20398; }
20341,20377
20376,20379
20349,20387
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time