SP1 - Details for Stage 32653 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 27 s
Locality Level Summary: Process local: 40
Input Size / Records: 5.1 MiB / 126213
Shuffle Write Size / Records: 6.2 MiB / 126243
Associated Job Ids: 17993

digraph G { subgraph clusterstage_32653 { label="Stage 32653"; subgraph cluster208337 { label="Scan csv "; 90163 [labelType="html" label="FileScanRDD [90163] rdd at PersistJob.java:28"]; 90164 [labelType="html" label="MapPartitionsRDD [90164] rdd at PersistJob.java:28"]; } subgraph cluster208332 { label="WholeStageCodegen (1)"; 90165 [labelType="html" label="MapPartitionsRDD [90165] rdd at PersistJob.java:28"]; } subgraph cluster208344 { label="Scan parquet "; 90166 [labelType="html" label="FileScanRDD [90166] rdd at PersistJob.java:28"]; 90167 [labelType="html" label="MapPartitionsRDD [90167] rdd at PersistJob.java:28"]; } subgraph cluster208338 { label="WholeStageCodegen (2)"; 90168 [labelType="html" label="MapPartitionsRDD [90168] rdd at PersistJob.java:28"]; } subgraph cluster208351 { label="Scan parquet "; 90169 [labelType="html" label="FileScanRDD [90169] rdd at PersistJob.java:28"]; 90170 [labelType="html" label="MapPartitionsRDD [90170] rdd at PersistJob.java:28"]; } subgraph cluster208345 { label="WholeStageCodegen (3)"; 90171 [labelType="html" label="MapPartitionsRDD [90171] rdd at PersistJob.java:28"]; } subgraph cluster208358 { label="Scan parquet "; 90172 [labelType="html" label="FileScanRDD [90172] rdd at PersistJob.java:28"]; 90173 [labelType="html" label="MapPartitionsRDD [90173] rdd at PersistJob.java:28"]; } subgraph cluster208352 { label="WholeStageCodegen (4)"; 90174 [labelType="html" label="MapPartitionsRDD [90174] rdd at PersistJob.java:28"]; } subgraph cluster208365 { label="Scan parquet "; 90175 [labelType="html" label="FileScanRDD [90175] rdd at PersistJob.java:28"]; 90176 [labelType="html" label="MapPartitionsRDD [90176] rdd at PersistJob.java:28"]; } subgraph cluster208359 { label="WholeStageCodegen (5)"; 90177 [labelType="html" label="MapPartitionsRDD [90177] rdd at PersistJob.java:28"]; } subgraph cluster208372 { label="Scan parquet "; 90178 [labelType="html" label="FileScanRDD [90178] rdd at PersistJob.java:28"]; 90179 [labelType="html" label="MapPartitionsRDD [90179] rdd at PersistJob.java:28"]; } subgraph cluster208366 { label="WholeStageCodegen (6)"; 90180 [labelType="html" label="MapPartitionsRDD [90180] rdd at PersistJob.java:28"]; } subgraph cluster208379 { label="Scan parquet "; 90181 [labelType="html" label="FileScanRDD [90181] rdd at PersistJob.java:28"]; 90182 [labelType="html" label="MapPartitionsRDD [90182] rdd at PersistJob.java:28"]; } subgraph cluster208373 { label="WholeStageCodegen (7)"; 90183 [labelType="html" label="MapPartitionsRDD [90183] rdd at PersistJob.java:28"]; } subgraph cluster208386 { label="Scan parquet "; 90184 [labelType="html" label="FileScanRDD [90184] rdd at PersistJob.java:28"]; 90185 [labelType="html" label="MapPartitionsRDD [90185] rdd at PersistJob.java:28"]; } subgraph cluster208380 { label="WholeStageCodegen (8)"; 90186 [labelType="html" label="MapPartitionsRDD [90186] rdd at PersistJob.java:28"]; } subgraph cluster208393 { label="Scan parquet "; 90187 [labelType="html" label="FileScanRDD [90187] rdd at PersistJob.java:28"]; 90188 [labelType="html" label="MapPartitionsRDD [90188] rdd at PersistJob.java:28"]; } subgraph cluster208387 { label="WholeStageCodegen (9)"; 90189 [labelType="html" label="MapPartitionsRDD [90189] rdd at PersistJob.java:28"]; } subgraph cluster208400 { label="Scan parquet "; 90190 [labelType="html" label="FileScanRDD [90190] rdd at PersistJob.java:28"]; 90191 [labelType="html" label="MapPartitionsRDD [90191] rdd at PersistJob.java:28"]; } subgraph cluster208394 { label="WholeStageCodegen (10)"; 90192 [labelType="html" label="MapPartitionsRDD [90192] rdd at PersistJob.java:28"]; } subgraph cluster208407 { label="Scan parquet "; 90193 [labelType="html" label="FileScanRDD [90193] rdd at PersistJob.java:28"]; 90194 [labelType="html" label="MapPartitionsRDD [90194] rdd at PersistJob.java:28"]; } subgraph cluster208401 { label="WholeStageCodegen (11)"; 90195 [labelType="html" label="MapPartitionsRDD [90195] rdd at PersistJob.java:28"]; } subgraph cluster208331 { label="Union"; 90196 [labelType="html" label="UnionRDD [90196] rdd at PersistJob.java:28"]; } subgraph cluster208321 { label="WholeStageCodegen (12)"; 90197 [labelType="html" label="MapPartitionsRDD [90197] rdd at PersistJob.java:28"]; } subgraph cluster208320 { label="Exchange"; 90198 [labelType="html" label="MapPartitionsRDD [90198] rdd at PersistJob.java:28"]; } } 90163->90164; 90164->90165; 90166->90167; 90167->90168; 90169->90170; 90170->90171; 90172->90173; 90173->90174; 90175->90176; 90176->90177; 90178->90179; 90179->90180; 90181->90182; 90182->90183; 90184->90185; 90185->90186; 90187->90188; 90188->90189; 90190->90191; 90191->90192; 90193->90194; 90194->90195; 90165->90196; 90168->90196; 90171->90196; 90174->90196; 90177->90196; 90180->90196; 90183->90196; 90186->90196; 90189->90196; 90192->90196; 90195->90196; 90196->90197; 90197->90198; }

Event Timeline

Enable zooming