3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32189 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Any: 5
Input Size / Records:
18.0 KiB / 5
Shuffle Read Size / Records:
6.7 MiB / 727950
Shuffle Write Size / Records:
15.2 MiB / 591883
Associated Job Ids:
17827
DAG Visualization
digraph G { subgraph clusterstage_32189 { label="Stage 32189"; subgraph cluster205552 { label="AQEShuffleRead"; 88972 [labelType="html" label="ShuffledRowRDD [88972] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205549 { label="WholeStageCodegen (25)"; 88973 [labelType="html" label="MapPartitionsRDD [88973] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205562 { label="AQEShuffleRead"; 88974 [labelType="html" label="ShuffledRowRDD [88974] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205559 { label="WholeStageCodegen (26)"; 88975 [labelType="html" label="MapPartitionsRDD [88975] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205558 { label="Window"; 88976 [labelType="html" label="MapPartitionsRDD [88976] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205554 { label="WholeStageCodegen (27)"; 88977 [labelType="html" label="MapPartitionsRDD [88977] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205543 { label="WholeStageCodegen (28)"; 88978 [labelType="html" label="ZippedPartitionsRDD2 [88978] [Unordered]<br>rdd at PersistJob.java:28"]; 88979 [labelType="html" label="MapPartitionsRDD [88979] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205542 { label="Window"; 88980 [labelType="html" label="MapPartitionsRDD [88980] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205539 { label="WholeStageCodegen (29)"; 88981 [labelType="html" label="MapPartitionsRDD [88981] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205572 { label="AQEShuffleRead"; 88982 [labelType="html" label="ShuffledRowRDD [88982] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205569 { label="WholeStageCodegen (30)"; 88983 [labelType="html" label="MapPartitionsRDD [88983] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205568 { label="Window"; 88984 [labelType="html" label="MapPartitionsRDD [88984] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205564 { label="WholeStageCodegen (31)"; 88985 [labelType="html" label="MapPartitionsRDD [88985] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205533 { label="WholeStageCodegen (32)"; 88986 [labelType="html" label="ZippedPartitionsRDD2 [88986] [Unordered]<br>rdd at PersistJob.java:28"]; 88987 [labelType="html" label="MapPartitionsRDD [88987] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205577 { label="Scan parquet "; 88988 [labelType="html" label="FileScanRDD [88988]<br>rdd at PersistJob.java:28"]; 88989 [labelType="html" label="MapPartitionsRDD [88989]<br>rdd at PersistJob.java:28"]; } subgraph cluster205573 { label="WholeStageCodegen (33)"; 88990 [labelType="html" label="MapPartitionsRDD [88990]<br>rdd at PersistJob.java:28"]; } subgraph cluster205532 { label="CartesianProduct"; 88991 [labelType="html" label="UnsafeCartesianRDD [88991] [Unordered]<br>rdd at PersistJob.java:28"]; 88992 [labelType="html" label="MapPartitionsRDD [88992] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205529 { label="WholeStageCodegen (34)"; 88993 [labelType="html" label="MapPartitionsRDD [88993] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205528 { label="Exchange"; 88994 [labelType="html" label="MapPartitionsRDD [88994] [Unordered]<br>rdd at PersistJob.java:28"]; } } 88972->88973; 88974->88975; 88975->88976; 88976->88977; 88973->88978; 88977->88978; 88978->88979; 88979->88980; 88980->88981; 88982->88983; 88983->88984; 88984->88985; 88981->88986; 88985->88986; 88986->88987; 88988->88989; 88989->88990; 88987->88991; 88990->88991; 88991->88992; 88992->88993; 88993->88994; }
88884,88972
88971,88974
88900,88982
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time