SP1 - Details for Stage 32659 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 22 s
Locality Level Summary: Process local: 40
Input Size / Records: 5.1 MiB / 126213
Shuffle Write Size / Records: 6.2 MiB / 126243
Associated Job Ids: 17997

digraph G { subgraph clusterstage_32659 { label="Stage 32659"; subgraph cluster208479 { label="Scan csv "; 90230 [labelType="html" label="FileScanRDD [90230] parquet at PersistJob.java:35"]; 90231 [labelType="html" label="MapPartitionsRDD [90231] parquet at PersistJob.java:35"]; } subgraph cluster208474 { label="WholeStageCodegen (1)"; 90232 [labelType="html" label="MapPartitionsRDD [90232] parquet at PersistJob.java:35"]; } subgraph cluster208486 { label="Scan parquet "; 90233 [labelType="html" label="FileScanRDD [90233] parquet at PersistJob.java:35"]; 90234 [labelType="html" label="MapPartitionsRDD [90234] parquet at PersistJob.java:35"]; } subgraph cluster208480 { label="WholeStageCodegen (2)"; 90235 [labelType="html" label="MapPartitionsRDD [90235] parquet at PersistJob.java:35"]; } subgraph cluster208493 { label="Scan parquet "; 90236 [labelType="html" label="FileScanRDD [90236] parquet at PersistJob.java:35"]; 90237 [labelType="html" label="MapPartitionsRDD [90237] parquet at PersistJob.java:35"]; } subgraph cluster208487 { label="WholeStageCodegen (3)"; 90238 [labelType="html" label="MapPartitionsRDD [90238] parquet at PersistJob.java:35"]; } subgraph cluster208500 { label="Scan parquet "; 90239 [labelType="html" label="FileScanRDD [90239] parquet at PersistJob.java:35"]; 90240 [labelType="html" label="MapPartitionsRDD [90240] parquet at PersistJob.java:35"]; } subgraph cluster208494 { label="WholeStageCodegen (4)"; 90241 [labelType="html" label="MapPartitionsRDD [90241] parquet at PersistJob.java:35"]; } subgraph cluster208507 { label="Scan parquet "; 90242 [labelType="html" label="FileScanRDD [90242] parquet at PersistJob.java:35"]; 90243 [labelType="html" label="MapPartitionsRDD [90243] parquet at PersistJob.java:35"]; } subgraph cluster208501 { label="WholeStageCodegen (5)"; 90244 [labelType="html" label="MapPartitionsRDD [90244] parquet at PersistJob.java:35"]; } subgraph cluster208514 { label="Scan parquet "; 90245 [labelType="html" label="FileScanRDD [90245] parquet at PersistJob.java:35"]; 90246 [labelType="html" label="MapPartitionsRDD [90246] parquet at PersistJob.java:35"]; } subgraph cluster208508 { label="WholeStageCodegen (6)"; 90247 [labelType="html" label="MapPartitionsRDD [90247] parquet at PersistJob.java:35"]; } subgraph cluster208521 { label="Scan parquet "; 90248 [labelType="html" label="FileScanRDD [90248] parquet at PersistJob.java:35"]; 90249 [labelType="html" label="MapPartitionsRDD [90249] parquet at PersistJob.java:35"]; } subgraph cluster208515 { label="WholeStageCodegen (7)"; 90250 [labelType="html" label="MapPartitionsRDD [90250] parquet at PersistJob.java:35"]; } subgraph cluster208528 { label="Scan parquet "; 90251 [labelType="html" label="FileScanRDD [90251] parquet at PersistJob.java:35"]; 90252 [labelType="html" label="MapPartitionsRDD [90252] parquet at PersistJob.java:35"]; } subgraph cluster208522 { label="WholeStageCodegen (8)"; 90253 [labelType="html" label="MapPartitionsRDD [90253] parquet at PersistJob.java:35"]; } subgraph cluster208535 { label="Scan parquet "; 90254 [labelType="html" label="FileScanRDD [90254] parquet at PersistJob.java:35"]; 90255 [labelType="html" label="MapPartitionsRDD [90255] parquet at PersistJob.java:35"]; } subgraph cluster208529 { label="WholeStageCodegen (9)"; 90256 [labelType="html" label="MapPartitionsRDD [90256] parquet at PersistJob.java:35"]; } subgraph cluster208542 { label="Scan parquet "; 90257 [labelType="html" label="FileScanRDD [90257] parquet at PersistJob.java:35"]; 90258 [labelType="html" label="MapPartitionsRDD [90258] parquet at PersistJob.java:35"]; } subgraph cluster208536 { label="WholeStageCodegen (10)"; 90259 [labelType="html" label="MapPartitionsRDD [90259] parquet at PersistJob.java:35"]; } subgraph cluster208549 { label="Scan parquet "; 90260 [labelType="html" label="FileScanRDD [90260] parquet at PersistJob.java:35"]; 90261 [labelType="html" label="MapPartitionsRDD [90261] parquet at PersistJob.java:35"]; } subgraph cluster208543 { label="WholeStageCodegen (11)"; 90262 [labelType="html" label="MapPartitionsRDD [90262] parquet at PersistJob.java:35"]; } subgraph cluster208473 { label="Union"; 90263 [labelType="html" label="UnionRDD [90263] parquet at PersistJob.java:35"]; } subgraph cluster208463 { label="WholeStageCodegen (12)"; 90264 [labelType="html" label="MapPartitionsRDD [90264] parquet at PersistJob.java:35"]; } subgraph cluster208462 { label="Exchange"; 90265 [labelType="html" label="MapPartitionsRDD [90265] parquet at PersistJob.java:35"]; } } 90230->90231; 90231->90232; 90233->90234; 90234->90235; 90236->90237; 90237->90238; 90239->90240; 90240->90241; 90242->90243; 90243->90244; 90245->90246; 90246->90247; 90248->90249; 90249->90250; 90251->90252; 90252->90253; 90254->90255; 90255->90256; 90257->90258; 90258->90259; 90260->90261; 90261->90262; 90232->90263; 90235->90263; 90238->90263; 90241->90263; 90244->90263; 90247->90263; 90250->90263; 90253->90263; 90256->90263; 90259->90263; 90262->90263; 90263->90264; 90264->90265; }

Event Timeline

Enable zooming