3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7976 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
3798
DAG Visualization
digraph G { subgraph clusterstage_7976 { label="Stage 7976"; subgraph cluster49406 { label="AQEShuffleRead"; 21325 [labelType="html" label="ShuffledRowRDD [21325] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49403 { label="WholeStageCodegen (11)"; 21326 [labelType="html" label="MapPartitionsRDD [21326] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49416 { label="AQEShuffleRead"; 21327 [labelType="html" label="ShuffledRowRDD [21327] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49413 { label="WholeStageCodegen (12)"; 21328 [labelType="html" label="MapPartitionsRDD [21328] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49412 { label="Window"; 21329 [labelType="html" label="MapPartitionsRDD [21329] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49408 { label="WholeStageCodegen (13)"; 21330 [labelType="html" label="MapPartitionsRDD [21330] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49397 { label="WholeStageCodegen (14)"; 21331 [labelType="html" label="ZippedPartitionsRDD2 [21331] [Unordered]<br>parquet at PersistJob.java:35"]; 21332 [labelType="html" label="MapPartitionsRDD [21332] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49396 { label="Window"; 21333 [labelType="html" label="MapPartitionsRDD [21333] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49393 { label="WholeStageCodegen (15)"; 21334 [labelType="html" label="MapPartitionsRDD [21334] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49426 { label="AQEShuffleRead"; 21335 [labelType="html" label="ShuffledRowRDD [21335] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49423 { label="WholeStageCodegen (16)"; 21336 [labelType="html" label="MapPartitionsRDD [21336] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49422 { label="Window"; 21337 [labelType="html" label="MapPartitionsRDD [21337] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49418 { label="WholeStageCodegen (17)"; 21338 [labelType="html" label="MapPartitionsRDD [21338] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49387 { label="WholeStageCodegen (18)"; 21339 [labelType="html" label="ZippedPartitionsRDD2 [21339] [Unordered]<br>parquet at PersistJob.java:35"]; 21340 [labelType="html" label="MapPartitionsRDD [21340] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49431 { label="Scan parquet "; 21341 [labelType="html" label="FileScanRDD [21341]<br>parquet at PersistJob.java:35"]; 21342 [labelType="html" label="MapPartitionsRDD [21342]<br>parquet at PersistJob.java:35"]; } subgraph cluster49427 { label="WholeStageCodegen (19)"; 21343 [labelType="html" label="MapPartitionsRDD [21343]<br>parquet at PersistJob.java:35"]; } subgraph cluster49386 { label="CartesianProduct"; 21344 [labelType="html" label="UnsafeCartesianRDD [21344] [Unordered]<br>parquet at PersistJob.java:35"]; 21345 [labelType="html" label="MapPartitionsRDD [21345] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49383 { label="WholeStageCodegen (20)"; 21346 [labelType="html" label="MapPartitionsRDD [21346] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49382 { label="Exchange"; 21347 [labelType="html" label="MapPartitionsRDD [21347] [Unordered]<br>parquet at PersistJob.java:35"]; } } 21325->21326; 21327->21328; 21328->21329; 21329->21330; 21326->21331; 21330->21331; 21331->21332; 21332->21333; 21333->21334; 21335->21336; 21336->21337; 21337->21338; 21334->21339; 21338->21339; 21339->21340; 21341->21342; 21342->21343; 21340->21344; 21343->21344; 21344->21345; 21345->21346; 21346->21347; }
21289,21325
21324,21327
21297,21335
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time