3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15761 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Any: 2
Input Size / Records:
7.1 KiB / 2
Shuffle Read Size / Records:
2.6 MiB / 165864
Shuffle Write Size / Records:
5.4 MiB / 85895
Associated Job Ids:
7734
DAG Visualization
digraph G { subgraph clusterstage_15761 { label="Stage 15761"; subgraph cluster100834 { label="AQEShuffleRead"; 43061 [labelType="html" label="ShuffledRowRDD [43061] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100831 { label="WholeStageCodegen (25)"; 43062 [labelType="html" label="MapPartitionsRDD [43062] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100844 { label="AQEShuffleRead"; 43063 [labelType="html" label="ShuffledRowRDD [43063] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100841 { label="WholeStageCodegen (26)"; 43064 [labelType="html" label="MapPartitionsRDD [43064] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100840 { label="Window"; 43065 [labelType="html" label="MapPartitionsRDD [43065] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100836 { label="WholeStageCodegen (27)"; 43066 [labelType="html" label="MapPartitionsRDD [43066] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100825 { label="WholeStageCodegen (28)"; 43067 [labelType="html" label="ZippedPartitionsRDD2 [43067] [Unordered]<br>parquet at PersistJob.java:35"]; 43068 [labelType="html" label="MapPartitionsRDD [43068] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100824 { label="Window"; 43069 [labelType="html" label="MapPartitionsRDD [43069] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100821 { label="WholeStageCodegen (29)"; 43070 [labelType="html" label="MapPartitionsRDD [43070] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100854 { label="AQEShuffleRead"; 43071 [labelType="html" label="ShuffledRowRDD [43071] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100851 { label="WholeStageCodegen (30)"; 43072 [labelType="html" label="MapPartitionsRDD [43072] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100850 { label="Window"; 43073 [labelType="html" label="MapPartitionsRDD [43073] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100846 { label="WholeStageCodegen (31)"; 43074 [labelType="html" label="MapPartitionsRDD [43074] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100815 { label="WholeStageCodegen (32)"; 43075 [labelType="html" label="ZippedPartitionsRDD2 [43075] [Unordered]<br>parquet at PersistJob.java:35"]; 43076 [labelType="html" label="MapPartitionsRDD [43076] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100859 { label="Scan parquet "; 43077 [labelType="html" label="FileScanRDD [43077]<br>parquet at PersistJob.java:35"]; 43078 [labelType="html" label="MapPartitionsRDD [43078]<br>parquet at PersistJob.java:35"]; } subgraph cluster100855 { label="WholeStageCodegen (33)"; 43079 [labelType="html" label="MapPartitionsRDD [43079]<br>parquet at PersistJob.java:35"]; } subgraph cluster100814 { label="CartesianProduct"; 43080 [labelType="html" label="UnsafeCartesianRDD [43080] [Unordered]<br>parquet at PersistJob.java:35"]; 43081 [labelType="html" label="MapPartitionsRDD [43081] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100811 { label="WholeStageCodegen (34)"; 43082 [labelType="html" label="MapPartitionsRDD [43082] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100810 { label="Exchange"; 43083 [labelType="html" label="MapPartitionsRDD [43083] [Unordered]<br>parquet at PersistJob.java:35"]; } } 43061->43062; 43063->43064; 43064->43065; 43065->43066; 43062->43067; 43066->43067; 43067->43068; 43068->43069; 43069->43070; 43071->43072; 43072->43073; 43073->43074; 43070->43075; 43074->43075; 43075->43076; 43077->43078; 43078->43079; 43076->43080; 43079->43080; 43080->43081; 43081->43082; 43082->43083; }
42989,43061
43060,43063
43005,43071
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time