3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15848 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
54 s
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
18.7 MiB / 167745
Shuffle Write Size / Records:
35.6 MiB / 167745
Associated Job Ids:
7746
DAG Visualization
digraph G { subgraph clusterstage_15848 { label="Stage 15848"; subgraph cluster101219 { label="Exchange"; 43153 [labelType="html" label="ShuffledRowRDD [43153] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101215 { label="WholeStageCodegen (7)"; 43154 [labelType="html" label="MapPartitionsRDD [43154] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101214 { label="Window"; 43155 [labelType="html" label="MapPartitionsRDD [43155] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101211 { label="WholeStageCodegen (8)"; 43156 [labelType="html" label="MapPartitionsRDD [43156] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101210 { label="Window"; 43157 [labelType="html" label="MapPartitionsRDD [43157] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101207 { label="WholeStageCodegen (9)"; 43158 [labelType="html" label="MapPartitionsRDD [43158] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101206 { label="Window"; 43159 [labelType="html" label="MapPartitionsRDD [43159] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101203 { label="WholeStageCodegen (10)"; 43160 [labelType="html" label="MapPartitionsRDD [43160] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101202 { label="Window"; 43161 [labelType="html" label="MapPartitionsRDD [43161] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101199 { label="WholeStageCodegen (11)"; 43162 [labelType="html" label="MapPartitionsRDD [43162] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101198 { label="Window"; 43163 [labelType="html" label="MapPartitionsRDD [43163] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101195 { label="WholeStageCodegen (12)"; 43164 [labelType="html" label="MapPartitionsRDD [43164] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101194 { label="Window"; 43165 [labelType="html" label="MapPartitionsRDD [43165] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101191 { label="WholeStageCodegen (13)"; 43166 [labelType="html" label="MapPartitionsRDD [43166] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101190 { label="Window"; 43167 [labelType="html" label="MapPartitionsRDD [43167] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101187 { label="WholeStageCodegen (14)"; 43168 [labelType="html" label="MapPartitionsRDD [43168] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101186 { label="Window"; 43169 [labelType="html" label="MapPartitionsRDD [43169] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101183 { label="WholeStageCodegen (15)"; 43170 [labelType="html" label="MapPartitionsRDD [43170] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101182 { label="Window"; 43171 [labelType="html" label="MapPartitionsRDD [43171] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101178 { label="WholeStageCodegen (16)"; 43172 [labelType="html" label="MapPartitionsRDD [43172] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101177 { label="Window"; 43173 [labelType="html" label="MapPartitionsRDD [43173] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101173 { label="WholeStageCodegen (17)"; 43174 [labelType="html" label="MapPartitionsRDD [43174] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101172 { label="Window"; 43175 [labelType="html" label="MapPartitionsRDD [43175] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101168 { label="WholeStageCodegen (18)"; 43176 [labelType="html" label="MapPartitionsRDD [43176] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster101167 { label="Exchange"; 43177 [labelType="html" label="MapPartitionsRDD [43177] [Unordered]<br>rdd at PersistJob.java:28"]; } } 43153->43154; 43154->43155; 43155->43156; 43156->43157; 43157->43158; 43158->43159; 43159->43160; 43160->43161; 43161->43162; 43162->43163; 43163->43164; 43164->43165; 43165->43166; 43166->43167; 43167->43168; 43168->43169; 43169->43170; 43170->43171; 43171->43172; 43172->43173; 43173->43174; 43174->43175; 43175->43176; 43176->43177; }
43152,43153
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time