3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15665 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Any: 2
Input Size / Records:
7.1 KiB / 2
Shuffle Read Size / Records:
2.6 MiB / 165864
Shuffle Write Size / Records:
5.4 MiB / 85895
Associated Job Ids:
7714
DAG Visualization
digraph G { subgraph clusterstage_15665 { label="Stage 15665"; subgraph cluster100545 { label="AQEShuffleRead"; 42917 [labelType="html" label="ShuffledRowRDD [42917] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100542 { label="WholeStageCodegen (25)"; 42918 [labelType="html" label="MapPartitionsRDD [42918] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100555 { label="AQEShuffleRead"; 42919 [labelType="html" label="ShuffledRowRDD [42919] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100552 { label="WholeStageCodegen (26)"; 42920 [labelType="html" label="MapPartitionsRDD [42920] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100551 { label="Window"; 42921 [labelType="html" label="MapPartitionsRDD [42921] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100547 { label="WholeStageCodegen (27)"; 42922 [labelType="html" label="MapPartitionsRDD [42922] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100536 { label="WholeStageCodegen (28)"; 42923 [labelType="html" label="ZippedPartitionsRDD2 [42923] [Unordered]<br>rdd at PersistJob.java:28"]; 42924 [labelType="html" label="MapPartitionsRDD [42924] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100535 { label="Window"; 42925 [labelType="html" label="MapPartitionsRDD [42925] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100532 { label="WholeStageCodegen (29)"; 42926 [labelType="html" label="MapPartitionsRDD [42926] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100565 { label="AQEShuffleRead"; 42927 [labelType="html" label="ShuffledRowRDD [42927] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100562 { label="WholeStageCodegen (30)"; 42928 [labelType="html" label="MapPartitionsRDD [42928] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100561 { label="Window"; 42929 [labelType="html" label="MapPartitionsRDD [42929] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100557 { label="WholeStageCodegen (31)"; 42930 [labelType="html" label="MapPartitionsRDD [42930] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100526 { label="WholeStageCodegen (32)"; 42931 [labelType="html" label="ZippedPartitionsRDD2 [42931] [Unordered]<br>rdd at PersistJob.java:28"]; 42932 [labelType="html" label="MapPartitionsRDD [42932] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100570 { label="Scan parquet "; 42933 [labelType="html" label="FileScanRDD [42933]<br>rdd at PersistJob.java:28"]; 42934 [labelType="html" label="MapPartitionsRDD [42934]<br>rdd at PersistJob.java:28"]; } subgraph cluster100566 { label="WholeStageCodegen (33)"; 42935 [labelType="html" label="MapPartitionsRDD [42935]<br>rdd at PersistJob.java:28"]; } subgraph cluster100525 { label="CartesianProduct"; 42936 [labelType="html" label="UnsafeCartesianRDD [42936] [Unordered]<br>rdd at PersistJob.java:28"]; 42937 [labelType="html" label="MapPartitionsRDD [42937] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100522 { label="WholeStageCodegen (34)"; 42938 [labelType="html" label="MapPartitionsRDD [42938] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster100521 { label="Exchange"; 42939 [labelType="html" label="MapPartitionsRDD [42939] [Unordered]<br>rdd at PersistJob.java:28"]; } } 42917->42918; 42919->42920; 42920->42921; 42921->42922; 42918->42923; 42922->42923; 42923->42924; 42924->42925; 42925->42926; 42927->42928; 42928->42929; 42929->42930; 42926->42931; 42930->42931; 42931->42932; 42933->42934; 42934->42935; 42932->42936; 42935->42936; 42936->42937; 42937->42938; 42938->42939; }
42845,42917
42916,42919
42861,42927
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time