3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8475 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Any: 15
Input Size / Records:
2.6 KiB / 15
Shuffle Read Size / Records:
26.4 MiB / 358608
Shuffle Write Size / Records:
11.4 MiB / 262408
Associated Job Ids:
4212
DAG Visualization
digraph G { subgraph clusterstage_8475 { label="Stage 8475"; subgraph cluster55548 { label="Exchange"; 24389 [labelType="html" label="ShuffledRowRDD [24389] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55544 { label="WholeStageCodegen (12)"; 24390 [labelType="html" label="MapPartitionsRDD [24390] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55543 { label="Window"; 24391 [labelType="html" label="MapPartitionsRDD [24391] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55539 { label="WholeStageCodegen (13)"; 24392 [labelType="html" label="MapPartitionsRDD [24392] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55560 { label="AQEShuffleRead"; 24393 [labelType="html" label="ShuffledRowRDD [24393] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55557 { label="WholeStageCodegen (14)"; 24394 [labelType="html" label="MapPartitionsRDD [24394] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55567 { label="AQEShuffleRead"; 24395 [labelType="html" label="ShuffledRowRDD [24395] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55566 { label="ObjectHashAggregate"; 24396 [labelType="html" label="MapPartitionsRDD [24396] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55562 { label="WholeStageCodegen (15)"; 24397 [labelType="html" label="MapPartitionsRDD [24397] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55549 { label="WholeStageCodegen (16)"; 24398 [labelType="html" label="ZippedPartitionsRDD2 [24398] [Unordered]<br>rdd at PersistJob.java:21"]; 24399 [labelType="html" label="MapPartitionsRDD [24399] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55538 { label="Union"; 24400 [labelType="html" label="UnionRDD [24400] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55572 { label="Scan csv "; 24401 [labelType="html" label="FileScanRDD [24401]<br>rdd at PersistJob.java:21"]; 24402 [labelType="html" label="MapPartitionsRDD [24402]<br>rdd at PersistJob.java:21"]; } subgraph cluster55568 { label="WholeStageCodegen (17)"; 24403 [labelType="html" label="MapPartitionsRDD [24403]<br>rdd at PersistJob.java:21"]; } subgraph cluster55537 { label="CartesianProduct"; 24404 [labelType="html" label="UnsafeCartesianRDD [24404] [Unordered]<br>rdd at PersistJob.java:21"]; 24405 [labelType="html" label="MapPartitionsRDD [24405] [Unordered]<br>rdd at PersistJob.java:21"]; } subgraph cluster55536 { label="Exchange"; 24406 [labelType="html" label="MapPartitionsRDD [24406] [Unordered]<br>rdd at PersistJob.java:21"]; } } 24389->24390; 24390->24391; 24391->24392; 24393->24394; 24395->24396; 24396->24397; 24394->24398; 24397->24398; 24398->24399; 24392->24400; 24399->24400; 24401->24402; 24402->24403; 24400->24404; 24403->24404; 24404->24405; 24405->24406; }
24388,24389
24371,24393
24381,24395
Event Timeline
Enable zooming
Tasks: 15. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time