SP1 - Details for Stage 12858 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 7 s
Locality Level Summary: Process local: 29
Input Size / Records: 1160.7 KiB / 32356
Shuffle Write Size / Records: 987.2 KiB / 32361
Associated Job Ids: 6322

digraph G { subgraph clusterstage_12858 { label="Stage 12858"; subgraph cluster83265 { label="Scan csv "; 35393 [labelType="html" label="FileScanRDD [35393] rdd at PersistJob.java:28"]; 35394 [labelType="html" label="MapPartitionsRDD [35394] rdd at PersistJob.java:28"]; } subgraph cluster83260 { label="WholeStageCodegen (1)"; 35395 [labelType="html" label="MapPartitionsRDD [35395] rdd at PersistJob.java:28"]; } subgraph cluster83272 { label="Scan parquet "; 35396 [labelType="html" label="FileScanRDD [35396] rdd at PersistJob.java:28"]; 35397 [labelType="html" label="MapPartitionsRDD [35397] rdd at PersistJob.java:28"]; } subgraph cluster83266 { label="WholeStageCodegen (2)"; 35398 [labelType="html" label="MapPartitionsRDD [35398] rdd at PersistJob.java:28"]; } subgraph cluster83279 { label="Scan parquet "; 35399 [labelType="html" label="FileScanRDD [35399] rdd at PersistJob.java:28"]; 35400 [labelType="html" label="MapPartitionsRDD [35400] rdd at PersistJob.java:28"]; } subgraph cluster83273 { label="WholeStageCodegen (3)"; 35401 [labelType="html" label="MapPartitionsRDD [35401] rdd at PersistJob.java:28"]; } subgraph cluster83286 { label="Scan parquet "; 35402 [labelType="html" label="FileScanRDD [35402] rdd at PersistJob.java:28"]; 35403 [labelType="html" label="MapPartitionsRDD [35403] rdd at PersistJob.java:28"]; } subgraph cluster83280 { label="WholeStageCodegen (4)"; 35404 [labelType="html" label="MapPartitionsRDD [35404] rdd at PersistJob.java:28"]; } subgraph cluster83293 { label="Scan parquet "; 35405 [labelType="html" label="FileScanRDD [35405] rdd at PersistJob.java:28"]; 35406 [labelType="html" label="MapPartitionsRDD [35406] rdd at PersistJob.java:28"]; } subgraph cluster83287 { label="WholeStageCodegen (5)"; 35407 [labelType="html" label="MapPartitionsRDD [35407] rdd at PersistJob.java:28"]; } subgraph cluster83300 { label="Scan parquet "; 35408 [labelType="html" label="FileScanRDD [35408] rdd at PersistJob.java:28"]; 35409 [labelType="html" label="MapPartitionsRDD [35409] rdd at PersistJob.java:28"]; } subgraph cluster83294 { label="WholeStageCodegen (6)"; 35410 [labelType="html" label="MapPartitionsRDD [35410] rdd at PersistJob.java:28"]; } subgraph cluster83307 { label="Scan parquet "; 35411 [labelType="html" label="FileScanRDD [35411] rdd at PersistJob.java:28"]; 35412 [labelType="html" label="MapPartitionsRDD [35412] rdd at PersistJob.java:28"]; } subgraph cluster83301 { label="WholeStageCodegen (7)"; 35413 [labelType="html" label="MapPartitionsRDD [35413] rdd at PersistJob.java:28"]; } subgraph cluster83314 { label="Scan parquet "; 35414 [labelType="html" label="FileScanRDD [35414] rdd at PersistJob.java:28"]; 35415 [labelType="html" label="MapPartitionsRDD [35415] rdd at PersistJob.java:28"]; } subgraph cluster83308 { label="WholeStageCodegen (8)"; 35416 [labelType="html" label="MapPartitionsRDD [35416] rdd at PersistJob.java:28"]; } subgraph cluster83321 { label="Scan parquet "; 35417 [labelType="html" label="FileScanRDD [35417] rdd at PersistJob.java:28"]; 35418 [labelType="html" label="MapPartitionsRDD [35418] rdd at PersistJob.java:28"]; } subgraph cluster83315 { label="WholeStageCodegen (9)"; 35419 [labelType="html" label="MapPartitionsRDD [35419] rdd at PersistJob.java:28"]; } subgraph cluster83328 { label="Scan parquet "; 35420 [labelType="html" label="FileScanRDD [35420] rdd at PersistJob.java:28"]; 35421 [labelType="html" label="MapPartitionsRDD [35421] rdd at PersistJob.java:28"]; } subgraph cluster83322 { label="WholeStageCodegen (10)"; 35422 [labelType="html" label="MapPartitionsRDD [35422] rdd at PersistJob.java:28"]; } subgraph cluster83335 { label="Scan parquet "; 35423 [labelType="html" label="FileScanRDD [35423] rdd at PersistJob.java:28"]; 35424 [labelType="html" label="MapPartitionsRDD [35424] rdd at PersistJob.java:28"]; } subgraph cluster83329 { label="WholeStageCodegen (11)"; 35425 [labelType="html" label="MapPartitionsRDD [35425] rdd at PersistJob.java:28"]; } subgraph cluster83259 { label="Union"; 35426 [labelType="html" label="UnionRDD [35426] rdd at PersistJob.java:28"]; } subgraph cluster83249 { label="WholeStageCodegen (12)"; 35427 [labelType="html" label="MapPartitionsRDD [35427] rdd at PersistJob.java:28"]; } subgraph cluster83248 { label="Exchange"; 35428 [labelType="html" label="MapPartitionsRDD [35428] rdd at PersistJob.java:28"]; } } 35393->35394; 35394->35395; 35396->35397; 35397->35398; 35399->35400; 35400->35401; 35402->35403; 35403->35404; 35405->35406; 35406->35407; 35408->35409; 35409->35410; 35411->35412; 35412->35413; 35414->35415; 35415->35416; 35417->35418; 35418->35419; 35420->35421; 35421->35422; 35423->35424; 35424->35425; 35395->35426; 35398->35426; 35401->35426; 35404->35426; 35407->35426; 35410->35426; 35413->35426; 35416->35426; 35419->35426; 35422->35426; 35425->35426; 35426->35427; 35427->35428; }

Event Timeline

Enable zooming