3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32659 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
22 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.1 MiB / 126213
Shuffle Write Size / Records:
6.2 MiB / 126243
Associated Job Ids:
17997
DAG Visualization
digraph G { subgraph clusterstage_32659 { label="Stage 32659"; subgraph cluster208479 { label="Scan csv "; 90230 [labelType="html" label="FileScanRDD [90230]<br>parquet at PersistJob.java:35"]; 90231 [labelType="html" label="MapPartitionsRDD [90231]<br>parquet at PersistJob.java:35"]; } subgraph cluster208474 { label="WholeStageCodegen (1)"; 90232 [labelType="html" label="MapPartitionsRDD [90232]<br>parquet at PersistJob.java:35"]; } subgraph cluster208486 { label="Scan parquet "; 90233 [labelType="html" label="FileScanRDD [90233]<br>parquet at PersistJob.java:35"]; 90234 [labelType="html" label="MapPartitionsRDD [90234]<br>parquet at PersistJob.java:35"]; } subgraph cluster208480 { label="WholeStageCodegen (2)"; 90235 [labelType="html" label="MapPartitionsRDD [90235]<br>parquet at PersistJob.java:35"]; } subgraph cluster208493 { label="Scan parquet "; 90236 [labelType="html" label="FileScanRDD [90236]<br>parquet at PersistJob.java:35"]; 90237 [labelType="html" label="MapPartitionsRDD [90237]<br>parquet at PersistJob.java:35"]; } subgraph cluster208487 { label="WholeStageCodegen (3)"; 90238 [labelType="html" label="MapPartitionsRDD [90238]<br>parquet at PersistJob.java:35"]; } subgraph cluster208500 { label="Scan parquet "; 90239 [labelType="html" label="FileScanRDD [90239]<br>parquet at PersistJob.java:35"]; 90240 [labelType="html" label="MapPartitionsRDD [90240]<br>parquet at PersistJob.java:35"]; } subgraph cluster208494 { label="WholeStageCodegen (4)"; 90241 [labelType="html" label="MapPartitionsRDD [90241]<br>parquet at PersistJob.java:35"]; } subgraph cluster208507 { label="Scan parquet "; 90242 [labelType="html" label="FileScanRDD [90242]<br>parquet at PersistJob.java:35"]; 90243 [labelType="html" label="MapPartitionsRDD [90243]<br>parquet at PersistJob.java:35"]; } subgraph cluster208501 { label="WholeStageCodegen (5)"; 90244 [labelType="html" label="MapPartitionsRDD [90244]<br>parquet at PersistJob.java:35"]; } subgraph cluster208514 { label="Scan parquet "; 90245 [labelType="html" label="FileScanRDD [90245]<br>parquet at PersistJob.java:35"]; 90246 [labelType="html" label="MapPartitionsRDD [90246]<br>parquet at PersistJob.java:35"]; } subgraph cluster208508 { label="WholeStageCodegen (6)"; 90247 [labelType="html" label="MapPartitionsRDD [90247]<br>parquet at PersistJob.java:35"]; } subgraph cluster208521 { label="Scan parquet "; 90248 [labelType="html" label="FileScanRDD [90248]<br>parquet at PersistJob.java:35"]; 90249 [labelType="html" label="MapPartitionsRDD [90249]<br>parquet at PersistJob.java:35"]; } subgraph cluster208515 { label="WholeStageCodegen (7)"; 90250 [labelType="html" label="MapPartitionsRDD [90250]<br>parquet at PersistJob.java:35"]; } subgraph cluster208528 { label="Scan parquet "; 90251 [labelType="html" label="FileScanRDD [90251]<br>parquet at PersistJob.java:35"]; 90252 [labelType="html" label="MapPartitionsRDD [90252]<br>parquet at PersistJob.java:35"]; } subgraph cluster208522 { label="WholeStageCodegen (8)"; 90253 [labelType="html" label="MapPartitionsRDD [90253]<br>parquet at PersistJob.java:35"]; } subgraph cluster208535 { label="Scan parquet "; 90254 [labelType="html" label="FileScanRDD [90254]<br>parquet at PersistJob.java:35"]; 90255 [labelType="html" label="MapPartitionsRDD [90255]<br>parquet at PersistJob.java:35"]; } subgraph cluster208529 { label="WholeStageCodegen (9)"; 90256 [labelType="html" label="MapPartitionsRDD [90256]<br>parquet at PersistJob.java:35"]; } subgraph cluster208542 { label="Scan parquet "; 90257 [labelType="html" label="FileScanRDD [90257]<br>parquet at PersistJob.java:35"]; 90258 [labelType="html" label="MapPartitionsRDD [90258]<br>parquet at PersistJob.java:35"]; } subgraph cluster208536 { label="WholeStageCodegen (10)"; 90259 [labelType="html" label="MapPartitionsRDD [90259]<br>parquet at PersistJob.java:35"]; } subgraph cluster208549 { label="Scan parquet "; 90260 [labelType="html" label="FileScanRDD [90260]<br>parquet at PersistJob.java:35"]; 90261 [labelType="html" label="MapPartitionsRDD [90261]<br>parquet at PersistJob.java:35"]; } subgraph cluster208543 { label="WholeStageCodegen (11)"; 90262 [labelType="html" label="MapPartitionsRDD [90262]<br>parquet at PersistJob.java:35"]; } subgraph cluster208473 { label="Union"; 90263 [labelType="html" label="UnionRDD [90263]<br>parquet at PersistJob.java:35"]; } subgraph cluster208463 { label="WholeStageCodegen (12)"; 90264 [labelType="html" label="MapPartitionsRDD [90264]<br>parquet at PersistJob.java:35"]; } subgraph cluster208462 { label="Exchange"; 90265 [labelType="html" label="MapPartitionsRDD [90265]<br>parquet at PersistJob.java:35"]; } } 90230->90231; 90231->90232; 90233->90234; 90234->90235; 90236->90237; 90237->90238; 90239->90240; 90240->90241; 90242->90243; 90243->90244; 90245->90246; 90246->90247; 90248->90249; 90249->90250; 90251->90252; 90252->90253; 90254->90255; 90255->90256; 90257->90258; 90258->90259; 90260->90261; 90261->90262; 90232->90263; 90235->90263; 90238->90263; 90241->90263; 90244->90263; 90247->90263; 90250->90263; 90253->90263; 90256->90263; 90259->90263; 90262->90263; 90263->90264; 90264->90265; }
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time