3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32372 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.7 min
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
39.1 MiB / 474437
Shuffle Write Size / Records:
70.4 MiB / 474437
Associated Job Ids:
17859
DAG Visualization
digraph G { subgraph clusterstage_32372 { label="Stage 32372"; subgraph cluster206233 { label="Exchange"; 89208 [labelType="html" label="ShuffledRowRDD [89208] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206229 { label="WholeStageCodegen (7)"; 89209 [labelType="html" label="MapPartitionsRDD [89209] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206228 { label="Window"; 89210 [labelType="html" label="MapPartitionsRDD [89210] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206225 { label="WholeStageCodegen (8)"; 89211 [labelType="html" label="MapPartitionsRDD [89211] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206224 { label="Window"; 89212 [labelType="html" label="MapPartitionsRDD [89212] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206221 { label="WholeStageCodegen (9)"; 89213 [labelType="html" label="MapPartitionsRDD [89213] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206220 { label="Window"; 89214 [labelType="html" label="MapPartitionsRDD [89214] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206217 { label="WholeStageCodegen (10)"; 89215 [labelType="html" label="MapPartitionsRDD [89215] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206216 { label="Window"; 89216 [labelType="html" label="MapPartitionsRDD [89216] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206213 { label="WholeStageCodegen (11)"; 89217 [labelType="html" label="MapPartitionsRDD [89217] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206212 { label="Window"; 89218 [labelType="html" label="MapPartitionsRDD [89218] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206209 { label="WholeStageCodegen (12)"; 89219 [labelType="html" label="MapPartitionsRDD [89219] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206208 { label="Window"; 89220 [labelType="html" label="MapPartitionsRDD [89220] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206205 { label="WholeStageCodegen (13)"; 89221 [labelType="html" label="MapPartitionsRDD [89221] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206204 { label="Window"; 89222 [labelType="html" label="MapPartitionsRDD [89222] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206201 { label="WholeStageCodegen (14)"; 89223 [labelType="html" label="MapPartitionsRDD [89223] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206200 { label="Window"; 89224 [labelType="html" label="MapPartitionsRDD [89224] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206197 { label="WholeStageCodegen (15)"; 89225 [labelType="html" label="MapPartitionsRDD [89225] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206196 { label="Window"; 89226 [labelType="html" label="MapPartitionsRDD [89226] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206192 { label="WholeStageCodegen (16)"; 89227 [labelType="html" label="MapPartitionsRDD [89227] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206191 { label="Window"; 89228 [labelType="html" label="MapPartitionsRDD [89228] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206187 { label="WholeStageCodegen (17)"; 89229 [labelType="html" label="MapPartitionsRDD [89229] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206186 { label="Window"; 89230 [labelType="html" label="MapPartitionsRDD [89230] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206182 { label="WholeStageCodegen (18)"; 89231 [labelType="html" label="MapPartitionsRDD [89231] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster206181 { label="Exchange"; 89232 [labelType="html" label="MapPartitionsRDD [89232] [Unordered]<br>rdd at PersistJob.java:28"]; } } 89208->89209; 89209->89210; 89210->89211; 89211->89212; 89212->89213; 89213->89214; 89214->89215; 89215->89216; 89216->89217; 89217->89218; 89218->89219; 89219->89220; 89220->89221; 89221->89222; 89222->89223; 89223->89224; 89224->89225; 89225->89226; 89226->89227; 89227->89228; 89228->89229; 89229->89230; 89230->89231; 89231->89232; }
89207,89208
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time