SP1 - Details for Stage 16118 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 21
Input Size / Records: 483.3 KiB / 7519
Shuffle Write Size / Records: 325.1 KiB / 6091
Associated Job Ids: 7881

digraph G { subgraph clusterstage_16118 { label="Stage 16118"; subgraph cluster103262 { label="Scan csv "; 44133 [labelType="html" label="FileScanRDD [44133] parquet at PersistJob.java:35"]; 44134 [labelType="html" label="MapPartitionsRDD [44134] parquet at PersistJob.java:35"]; } subgraph cluster103257 { label="WholeStageCodegen (1)"; 44135 [labelType="html" label="MapPartitionsRDD [44135] parquet at PersistJob.java:35"]; } subgraph cluster103269 { label="Scan parquet "; 44136 [labelType="html" label="FileScanRDD [44136] parquet at PersistJob.java:35"]; 44137 [labelType="html" label="MapPartitionsRDD [44137] parquet at PersistJob.java:35"]; } subgraph cluster103263 { label="WholeStageCodegen (2)"; 44138 [labelType="html" label="MapPartitionsRDD [44138] parquet at PersistJob.java:35"]; } subgraph cluster103276 { label="Scan parquet "; 44139 [labelType="html" label="FileScanRDD [44139] parquet at PersistJob.java:35"]; 44140 [labelType="html" label="MapPartitionsRDD [44140] parquet at PersistJob.java:35"]; } subgraph cluster103270 { label="WholeStageCodegen (3)"; 44141 [labelType="html" label="MapPartitionsRDD [44141] parquet at PersistJob.java:35"]; } subgraph cluster103283 { label="Scan parquet "; 44142 [labelType="html" label="FileScanRDD [44142] parquet at PersistJob.java:35"]; 44143 [labelType="html" label="MapPartitionsRDD [44143] parquet at PersistJob.java:35"]; } subgraph cluster103277 { label="WholeStageCodegen (4)"; 44144 [labelType="html" label="MapPartitionsRDD [44144] parquet at PersistJob.java:35"]; } subgraph cluster103290 { label="Scan parquet "; 44145 [labelType="html" label="FileScanRDD [44145] parquet at PersistJob.java:35"]; 44146 [labelType="html" label="MapPartitionsRDD [44146] parquet at PersistJob.java:35"]; } subgraph cluster103284 { label="WholeStageCodegen (5)"; 44147 [labelType="html" label="MapPartitionsRDD [44147] parquet at PersistJob.java:35"]; } subgraph cluster103297 { label="Scan parquet "; 44148 [labelType="html" label="FileScanRDD [44148] parquet at PersistJob.java:35"]; 44149 [labelType="html" label="MapPartitionsRDD [44149] parquet at PersistJob.java:35"]; } subgraph cluster103291 { label="WholeStageCodegen (6)"; 44150 [labelType="html" label="MapPartitionsRDD [44150] parquet at PersistJob.java:35"]; } subgraph cluster103304 { label="Scan parquet "; 44151 [labelType="html" label="FileScanRDD [44151] parquet at PersistJob.java:35"]; 44152 [labelType="html" label="MapPartitionsRDD [44152] parquet at PersistJob.java:35"]; } subgraph cluster103298 { label="WholeStageCodegen (7)"; 44153 [labelType="html" label="MapPartitionsRDD [44153] parquet at PersistJob.java:35"]; } subgraph cluster103311 { label="Scan parquet "; 44154 [labelType="html" label="FileScanRDD [44154] parquet at PersistJob.java:35"]; 44155 [labelType="html" label="MapPartitionsRDD [44155] parquet at PersistJob.java:35"]; } subgraph cluster103305 { label="WholeStageCodegen (8)"; 44156 [labelType="html" label="MapPartitionsRDD [44156] parquet at PersistJob.java:35"]; } subgraph cluster103318 { label="Scan parquet "; 44157 [labelType="html" label="FileScanRDD [44157] parquet at PersistJob.java:35"]; 44158 [labelType="html" label="MapPartitionsRDD [44158] parquet at PersistJob.java:35"]; } subgraph cluster103312 { label="WholeStageCodegen (9)"; 44159 [labelType="html" label="MapPartitionsRDD [44159] parquet at PersistJob.java:35"]; } subgraph cluster103325 { label="Scan parquet "; 44160 [labelType="html" label="FileScanRDD [44160] parquet at PersistJob.java:35"]; 44161 [labelType="html" label="MapPartitionsRDD [44161] parquet at PersistJob.java:35"]; } subgraph cluster103319 { label="WholeStageCodegen (10)"; 44162 [labelType="html" label="MapPartitionsRDD [44162] parquet at PersistJob.java:35"]; } subgraph cluster103332 { label="Scan parquet "; 44163 [labelType="html" label="FileScanRDD [44163] parquet at PersistJob.java:35"]; 44164 [labelType="html" label="MapPartitionsRDD [44164] parquet at PersistJob.java:35"]; } subgraph cluster103326 { label="WholeStageCodegen (11)"; 44165 [labelType="html" label="MapPartitionsRDD [44165] parquet at PersistJob.java:35"]; } subgraph cluster103256 { label="Union"; 44166 [labelType="html" label="UnionRDD [44166] parquet at PersistJob.java:35"]; } subgraph cluster103245 { label="WholeStageCodegen (12)"; 44167 [labelType="html" label="MapPartitionsRDD [44167] parquet at PersistJob.java:35"]; } subgraph cluster103244 { label="Exchange"; 44168 [labelType="html" label="MapPartitionsRDD [44168] parquet at PersistJob.java:35"]; } } 44133->44134; 44134->44135; 44136->44137; 44137->44138; 44139->44140; 44140->44141; 44142->44143; 44143->44144; 44145->44146; 44146->44147; 44148->44149; 44149->44150; 44151->44152; 44152->44153; 44154->44155; 44155->44156; 44157->44158; 44158->44159; 44160->44161; 44161->44162; 44163->44164; 44164->44165; 44135->44166; 44138->44166; 44141->44166; 44144->44166; 44147->44166; 44150->44166; 44153->44166; 44156->44166; 44159->44166; 44162->44166; 44165->44166; 44166->44167; 44167->44168; }

Event Timeline

Enable zooming