3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14857 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Any: 2
Input Size / Records:
7.1 KiB / 2
Shuffle Read Size / Records:
2.6 MiB / 166088
Shuffle Write Size / Records:
5.4 MiB / 85895
Associated Job Ids:
7867
DAG Visualization
digraph G { subgraph clusterstage_14857 { label="Stage 14857"; subgraph cluster95842 { label="AQEShuffleRead"; 40450 [labelType="html" label="ShuffledRowRDD [40450] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95839 { label="WholeStageCodegen (25)"; 40451 [labelType="html" label="MapPartitionsRDD [40451] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95852 { label="AQEShuffleRead"; 40452 [labelType="html" label="ShuffledRowRDD [40452] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95849 { label="WholeStageCodegen (26)"; 40453 [labelType="html" label="MapPartitionsRDD [40453] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95848 { label="Window"; 40454 [labelType="html" label="MapPartitionsRDD [40454] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95844 { label="WholeStageCodegen (27)"; 40455 [labelType="html" label="MapPartitionsRDD [40455] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95833 { label="WholeStageCodegen (28)"; 40456 [labelType="html" label="ZippedPartitionsRDD2 [40456] [Unordered]<br>parquet at PersistJob.java:35"]; 40457 [labelType="html" label="MapPartitionsRDD [40457] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95832 { label="Window"; 40458 [labelType="html" label="MapPartitionsRDD [40458] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95829 { label="WholeStageCodegen (29)"; 40459 [labelType="html" label="MapPartitionsRDD [40459] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95862 { label="AQEShuffleRead"; 40460 [labelType="html" label="ShuffledRowRDD [40460] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95859 { label="WholeStageCodegen (30)"; 40461 [labelType="html" label="MapPartitionsRDD [40461] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95858 { label="Window"; 40462 [labelType="html" label="MapPartitionsRDD [40462] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95854 { label="WholeStageCodegen (31)"; 40463 [labelType="html" label="MapPartitionsRDD [40463] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95823 { label="WholeStageCodegen (32)"; 40464 [labelType="html" label="ZippedPartitionsRDD2 [40464] [Unordered]<br>parquet at PersistJob.java:35"]; 40465 [labelType="html" label="MapPartitionsRDD [40465] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95867 { label="Scan parquet "; 40466 [labelType="html" label="FileScanRDD [40466]<br>parquet at PersistJob.java:35"]; 40467 [labelType="html" label="MapPartitionsRDD [40467]<br>parquet at PersistJob.java:35"]; } subgraph cluster95863 { label="WholeStageCodegen (33)"; 40468 [labelType="html" label="MapPartitionsRDD [40468]<br>parquet at PersistJob.java:35"]; } subgraph cluster95822 { label="CartesianProduct"; 40469 [labelType="html" label="UnsafeCartesianRDD [40469] [Unordered]<br>parquet at PersistJob.java:35"]; 40470 [labelType="html" label="MapPartitionsRDD [40470] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95819 { label="WholeStageCodegen (34)"; 40471 [labelType="html" label="MapPartitionsRDD [40471] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster95818 { label="Exchange"; 40472 [labelType="html" label="MapPartitionsRDD [40472] [Unordered]<br>parquet at PersistJob.java:35"]; } } 40450->40451; 40452->40453; 40453->40454; 40454->40455; 40451->40456; 40455->40456; 40456->40457; 40457->40458; 40458->40459; 40460->40461; 40461->40462; 40462->40463; 40459->40464; 40463->40464; 40464->40465; 40466->40467; 40467->40468; 40465->40469; 40468->40469; 40469->40470; 40470->40471; 40471->40472; }
40378,40450
40449,40452
40394,40460
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time