SP1 - Details for Stage 6309 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 18 s
Locality Level Summary: Process local: 43
Input Size / Records: 4.9 MiB / 98268
Shuffle Write Size / Records: 6.0 MiB / 98271
Associated Job Ids: 3344

digraph G { subgraph clusterstage_6309 { label="Stage 6309"; subgraph cluster42152 { label="Scan csv "; 18157 [labelType="html" label="FileScanRDD [18157] count at ColumnStatJob.java:47"]; 18158 [labelType="html" label="MapPartitionsRDD [18158] count at ColumnStatJob.java:47"]; } subgraph cluster42147 { label="WholeStageCodegen (1)"; 18159 [labelType="html" label="MapPartitionsRDD [18159] count at ColumnStatJob.java:47"]; } subgraph cluster42159 { label="Scan parquet "; 18160 [labelType="html" label="FileScanRDD [18160] count at ColumnStatJob.java:47"]; 18161 [labelType="html" label="MapPartitionsRDD [18161] count at ColumnStatJob.java:47"]; } subgraph cluster42153 { label="WholeStageCodegen (2)"; 18162 [labelType="html" label="MapPartitionsRDD [18162] count at ColumnStatJob.java:47"]; } subgraph cluster42166 { label="Scan parquet "; 18163 [labelType="html" label="FileScanRDD [18163] count at ColumnStatJob.java:47"]; 18164 [labelType="html" label="MapPartitionsRDD [18164] count at ColumnStatJob.java:47"]; } subgraph cluster42160 { label="WholeStageCodegen (3)"; 18165 [labelType="html" label="MapPartitionsRDD [18165] count at ColumnStatJob.java:47"]; } subgraph cluster42173 { label="Scan parquet "; 18166 [labelType="html" label="FileScanRDD [18166] count at ColumnStatJob.java:47"]; 18167 [labelType="html" label="MapPartitionsRDD [18167] count at ColumnStatJob.java:47"]; } subgraph cluster42167 { label="WholeStageCodegen (4)"; 18168 [labelType="html" label="MapPartitionsRDD [18168] count at ColumnStatJob.java:47"]; } subgraph cluster42180 { label="Scan parquet "; 18169 [labelType="html" label="FileScanRDD [18169] count at ColumnStatJob.java:47"]; 18170 [labelType="html" label="MapPartitionsRDD [18170] count at ColumnStatJob.java:47"]; } subgraph cluster42174 { label="WholeStageCodegen (5)"; 18171 [labelType="html" label="MapPartitionsRDD [18171] count at ColumnStatJob.java:47"]; } subgraph cluster42187 { label="Scan parquet "; 18172 [labelType="html" label="FileScanRDD [18172] count at ColumnStatJob.java:47"]; 18173 [labelType="html" label="MapPartitionsRDD [18173] count at ColumnStatJob.java:47"]; } subgraph cluster42181 { label="WholeStageCodegen (6)"; 18174 [labelType="html" label="MapPartitionsRDD [18174] count at ColumnStatJob.java:47"]; } subgraph cluster42194 { label="Scan parquet "; 18175 [labelType="html" label="FileScanRDD [18175] count at ColumnStatJob.java:47"]; 18176 [labelType="html" label="MapPartitionsRDD [18176] count at ColumnStatJob.java:47"]; } subgraph cluster42188 { label="WholeStageCodegen (7)"; 18177 [labelType="html" label="MapPartitionsRDD [18177] count at ColumnStatJob.java:47"]; } subgraph cluster42201 { label="Scan parquet "; 18178 [labelType="html" label="FileScanRDD [18178] count at ColumnStatJob.java:47"]; 18179 [labelType="html" label="MapPartitionsRDD [18179] count at ColumnStatJob.java:47"]; } subgraph cluster42195 { label="WholeStageCodegen (8)"; 18180 [labelType="html" label="MapPartitionsRDD [18180] count at ColumnStatJob.java:47"]; } subgraph cluster42208 { label="Scan parquet "; 18181 [labelType="html" label="FileScanRDD [18181] count at ColumnStatJob.java:47"]; 18182 [labelType="html" label="MapPartitionsRDD [18182] count at ColumnStatJob.java:47"]; } subgraph cluster42202 { label="WholeStageCodegen (9)"; 18183 [labelType="html" label="MapPartitionsRDD [18183] count at ColumnStatJob.java:47"]; } subgraph cluster42215 { label="Scan parquet "; 18184 [labelType="html" label="FileScanRDD [18184] count at ColumnStatJob.java:47"]; 18185 [labelType="html" label="MapPartitionsRDD [18185] count at ColumnStatJob.java:47"]; } subgraph cluster42209 { label="WholeStageCodegen (10)"; 18186 [labelType="html" label="MapPartitionsRDD [18186] count at ColumnStatJob.java:47"]; } subgraph cluster42222 { label="Scan parquet "; 18187 [labelType="html" label="FileScanRDD [18187] count at ColumnStatJob.java:47"]; 18188 [labelType="html" label="MapPartitionsRDD [18188] count at ColumnStatJob.java:47"]; } subgraph cluster42216 { label="WholeStageCodegen (11)"; 18189 [labelType="html" label="MapPartitionsRDD [18189] count at ColumnStatJob.java:47"]; } subgraph cluster42146 { label="Union"; 18190 [labelType="html" label="UnionRDD [18190] count at ColumnStatJob.java:47"]; } subgraph cluster42136 { label="WholeStageCodegen (12)"; 18191 [labelType="html" label="MapPartitionsRDD [18191] count at ColumnStatJob.java:47"]; } subgraph cluster42135 { label="Exchange"; 18192 [labelType="html" label="MapPartitionsRDD [18192] count at ColumnStatJob.java:47"]; } } 18157->18158; 18158->18159; 18160->18161; 18161->18162; 18163->18164; 18164->18165; 18166->18167; 18167->18168; 18169->18170; 18170->18171; 18172->18173; 18173->18174; 18175->18176; 18176->18177; 18178->18179; 18179->18180; 18181->18182; 18182->18183; 18184->18185; 18185->18186; 18187->18188; 18188->18189; 18159->18190; 18162->18190; 18165->18190; 18168->18190; 18171->18190; 18174->18190; 18177->18190; 18180->18190; 18183->18190; 18186->18190; 18189->18190; 18190->18191; 18191->18192; }

Event Timeline

Enable zooming