3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32429 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.5 min
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
39.1 MiB / 474437
Shuffle Write Size / Records:
70.4 MiB / 474437
Associated Job Ids:
17870
DAG Visualization
digraph G { subgraph clusterstage_32429 { label="Stage 32429"; subgraph cluster206403 { label="Exchange"; 89288 [labelType="html" label="ShuffledRowRDD [89288] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206399 { label="WholeStageCodegen (7)"; 89289 [labelType="html" label="MapPartitionsRDD [89289] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206398 { label="Window"; 89290 [labelType="html" label="MapPartitionsRDD [89290] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206395 { label="WholeStageCodegen (8)"; 89291 [labelType="html" label="MapPartitionsRDD [89291] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206394 { label="Window"; 89292 [labelType="html" label="MapPartitionsRDD [89292] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206391 { label="WholeStageCodegen (9)"; 89293 [labelType="html" label="MapPartitionsRDD [89293] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206390 { label="Window"; 89294 [labelType="html" label="MapPartitionsRDD [89294] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206387 { label="WholeStageCodegen (10)"; 89295 [labelType="html" label="MapPartitionsRDD [89295] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206386 { label="Window"; 89296 [labelType="html" label="MapPartitionsRDD [89296] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206383 { label="WholeStageCodegen (11)"; 89297 [labelType="html" label="MapPartitionsRDD [89297] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206382 { label="Window"; 89298 [labelType="html" label="MapPartitionsRDD [89298] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206379 { label="WholeStageCodegen (12)"; 89299 [labelType="html" label="MapPartitionsRDD [89299] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206378 { label="Window"; 89300 [labelType="html" label="MapPartitionsRDD [89300] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206375 { label="WholeStageCodegen (13)"; 89301 [labelType="html" label="MapPartitionsRDD [89301] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206374 { label="Window"; 89302 [labelType="html" label="MapPartitionsRDD [89302] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206371 { label="WholeStageCodegen (14)"; 89303 [labelType="html" label="MapPartitionsRDD [89303] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206370 { label="Window"; 89304 [labelType="html" label="MapPartitionsRDD [89304] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206367 { label="WholeStageCodegen (15)"; 89305 [labelType="html" label="MapPartitionsRDD [89305] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206366 { label="Window"; 89306 [labelType="html" label="MapPartitionsRDD [89306] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206362 { label="WholeStageCodegen (16)"; 89307 [labelType="html" label="MapPartitionsRDD [89307] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206361 { label="Window"; 89308 [labelType="html" label="MapPartitionsRDD [89308] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206357 { label="WholeStageCodegen (17)"; 89309 [labelType="html" label="MapPartitionsRDD [89309] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206356 { label="Window"; 89310 [labelType="html" label="MapPartitionsRDD [89310] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206352 { label="WholeStageCodegen (18)"; 89311 [labelType="html" label="MapPartitionsRDD [89311] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster206351 { label="Exchange"; 89312 [labelType="html" label="MapPartitionsRDD [89312] [Unordered]<br>parquet at PersistJob.java:35"]; } } 89288->89289; 89289->89290; 89290->89291; 89291->89292; 89292->89293; 89293->89294; 89294->89295; 89295->89296; 89296->89297; 89297->89298; 89298->89299; 89299->89300; 89300->89301; 89301->89302; 89302->89303; 89303->89304; 89304->89305; 89305->89306; 89306->89307; 89307->89308; 89308->89309; 89309->89310; 89310->89311; 89311->89312; }
89287,89288
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time