SP1 - Details for Stage 42908 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.6 s
Locality Level Summary: Process local: 22
Input Size / Records: 694.4 KiB / 21421
Shuffle Write Size / Records: 1431.3 KiB / 21421
Associated Job Ids: 22516

digraph G { subgraph clusterstage_42908 { label="Stage 42908"; subgraph cluster294768 { label="Scan csv "; 129220 [labelType="html" label="FileScanRDD [129220] parquet at PersistJob.java:35"]; 129221 [labelType="html" label="MapPartitionsRDD [129221] parquet at PersistJob.java:35"]; } subgraph cluster294763 { label="WholeStageCodegen (1)"; 129222 [labelType="html" label="MapPartitionsRDD [129222] parquet at PersistJob.java:35"]; } subgraph cluster294775 { label="Scan parquet "; 129223 [labelType="html" label="FileScanRDD [129223] parquet at PersistJob.java:35"]; 129224 [labelType="html" label="MapPartitionsRDD [129224] parquet at PersistJob.java:35"]; } subgraph cluster294769 { label="WholeStageCodegen (2)"; 129225 [labelType="html" label="MapPartitionsRDD [129225] parquet at PersistJob.java:35"]; } subgraph cluster294782 { label="Scan parquet "; 129226 [labelType="html" label="FileScanRDD [129226] parquet at PersistJob.java:35"]; 129227 [labelType="html" label="MapPartitionsRDD [129227] parquet at PersistJob.java:35"]; } subgraph cluster294776 { label="WholeStageCodegen (3)"; 129228 [labelType="html" label="MapPartitionsRDD [129228] parquet at PersistJob.java:35"]; } subgraph cluster294789 { label="Scan parquet "; 129229 [labelType="html" label="FileScanRDD [129229] parquet at PersistJob.java:35"]; 129230 [labelType="html" label="MapPartitionsRDD [129230] parquet at PersistJob.java:35"]; } subgraph cluster294783 { label="WholeStageCodegen (4)"; 129231 [labelType="html" label="MapPartitionsRDD [129231] parquet at PersistJob.java:35"]; } subgraph cluster294796 { label="Scan parquet "; 129232 [labelType="html" label="FileScanRDD [129232] parquet at PersistJob.java:35"]; 129233 [labelType="html" label="MapPartitionsRDD [129233] parquet at PersistJob.java:35"]; } subgraph cluster294790 { label="WholeStageCodegen (5)"; 129234 [labelType="html" label="MapPartitionsRDD [129234] parquet at PersistJob.java:35"]; } subgraph cluster294803 { label="Scan parquet "; 129235 [labelType="html" label="FileScanRDD [129235] parquet at PersistJob.java:35"]; 129236 [labelType="html" label="MapPartitionsRDD [129236] parquet at PersistJob.java:35"]; } subgraph cluster294797 { label="WholeStageCodegen (6)"; 129237 [labelType="html" label="MapPartitionsRDD [129237] parquet at PersistJob.java:35"]; } subgraph cluster294810 { label="Scan parquet "; 129238 [labelType="html" label="FileScanRDD [129238] parquet at PersistJob.java:35"]; 129239 [labelType="html" label="MapPartitionsRDD [129239] parquet at PersistJob.java:35"]; } subgraph cluster294804 { label="WholeStageCodegen (7)"; 129240 [labelType="html" label="MapPartitionsRDD [129240] parquet at PersistJob.java:35"]; } subgraph cluster294817 { label="Scan parquet "; 129241 [labelType="html" label="FileScanRDD [129241] parquet at PersistJob.java:35"]; 129242 [labelType="html" label="MapPartitionsRDD [129242] parquet at PersistJob.java:35"]; } subgraph cluster294811 { label="WholeStageCodegen (8)"; 129243 [labelType="html" label="MapPartitionsRDD [129243] parquet at PersistJob.java:35"]; } subgraph cluster294824 { label="Scan parquet "; 129244 [labelType="html" label="FileScanRDD [129244] parquet at PersistJob.java:35"]; 129245 [labelType="html" label="MapPartitionsRDD [129245] parquet at PersistJob.java:35"]; } subgraph cluster294818 { label="WholeStageCodegen (9)"; 129246 [labelType="html" label="MapPartitionsRDD [129246] parquet at PersistJob.java:35"]; } subgraph cluster294831 { label="Scan parquet "; 129247 [labelType="html" label="FileScanRDD [129247] parquet at PersistJob.java:35"]; 129248 [labelType="html" label="MapPartitionsRDD [129248] parquet at PersistJob.java:35"]; } subgraph cluster294825 { label="WholeStageCodegen (10)"; 129249 [labelType="html" label="MapPartitionsRDD [129249] parquet at PersistJob.java:35"]; } subgraph cluster294838 { label="Scan parquet "; 129250 [labelType="html" label="FileScanRDD [129250] parquet at PersistJob.java:35"]; 129251 [labelType="html" label="MapPartitionsRDD [129251] parquet at PersistJob.java:35"]; } subgraph cluster294832 { label="WholeStageCodegen (11)"; 129252 [labelType="html" label="MapPartitionsRDD [129252] parquet at PersistJob.java:35"]; } subgraph cluster294845 { label="Scan parquet "; 129253 [labelType="html" label="FileScanRDD [129253] parquet at PersistJob.java:35"]; 129254 [labelType="html" label="MapPartitionsRDD [129254] parquet at PersistJob.java:35"]; } subgraph cluster294839 { label="WholeStageCodegen (12)"; 129255 [labelType="html" label="MapPartitionsRDD [129255] parquet at PersistJob.java:35"]; } subgraph cluster294762 { label="Union"; 129256 [labelType="html" label="UnionRDD [129256] parquet at PersistJob.java:35"]; } subgraph cluster294761 { label="Exchange"; 129257 [labelType="html" label="MapPartitionsRDD [129257] parquet at PersistJob.java:35"]; } } 129220->129221; 129221->129222; 129223->129224; 129224->129225; 129226->129227; 129227->129228; 129229->129230; 129230->129231; 129232->129233; 129233->129234; 129235->129236; 129236->129237; 129238->129239; 129239->129240; 129241->129242; 129242->129243; 129244->129245; 129245->129246; 129247->129248; 129248->129249; 129250->129251; 129251->129252; 129253->129254; 129254->129255; 129222->129256; 129225->129256; 129228->129256; 129231->129256; 129234->129256; 129237->129256; 129240->129256; 129243->129256; 129246->129256; 129249->129256; 129252->129256; 129255->129256; 129256->129257; }

Event Timeline

Enable zooming