SP1 - Details for Stage 6423 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 12 s
Locality Level Summary: Process local: 43
Input Size / Records: 4.9 MiB / 98268
Shuffle Write Size / Records: 6.0 MiB / 98271
Associated Job Ids: 3416

digraph G { subgraph clusterstage_6423 { label="Stage 6423"; subgraph cluster43377 { label="Scan csv "; 18615 [labelType="html" label="FileScanRDD [18615] count at ColumnStatJob.java:47"]; 18616 [labelType="html" label="MapPartitionsRDD [18616] count at ColumnStatJob.java:47"]; } subgraph cluster43372 { label="WholeStageCodegen (1)"; 18617 [labelType="html" label="MapPartitionsRDD [18617] count at ColumnStatJob.java:47"]; } subgraph cluster43384 { label="Scan parquet "; 18618 [labelType="html" label="FileScanRDD [18618] count at ColumnStatJob.java:47"]; 18619 [labelType="html" label="MapPartitionsRDD [18619] count at ColumnStatJob.java:47"]; } subgraph cluster43378 { label="WholeStageCodegen (2)"; 18620 [labelType="html" label="MapPartitionsRDD [18620] count at ColumnStatJob.java:47"]; } subgraph cluster43391 { label="Scan parquet "; 18621 [labelType="html" label="FileScanRDD [18621] count at ColumnStatJob.java:47"]; 18622 [labelType="html" label="MapPartitionsRDD [18622] count at ColumnStatJob.java:47"]; } subgraph cluster43385 { label="WholeStageCodegen (3)"; 18623 [labelType="html" label="MapPartitionsRDD [18623] count at ColumnStatJob.java:47"]; } subgraph cluster43398 { label="Scan parquet "; 18624 [labelType="html" label="FileScanRDD [18624] count at ColumnStatJob.java:47"]; 18625 [labelType="html" label="MapPartitionsRDD [18625] count at ColumnStatJob.java:47"]; } subgraph cluster43392 { label="WholeStageCodegen (4)"; 18626 [labelType="html" label="MapPartitionsRDD [18626] count at ColumnStatJob.java:47"]; } subgraph cluster43405 { label="Scan parquet "; 18627 [labelType="html" label="FileScanRDD [18627] count at ColumnStatJob.java:47"]; 18628 [labelType="html" label="MapPartitionsRDD [18628] count at ColumnStatJob.java:47"]; } subgraph cluster43399 { label="WholeStageCodegen (5)"; 18629 [labelType="html" label="MapPartitionsRDD [18629] count at ColumnStatJob.java:47"]; } subgraph cluster43412 { label="Scan parquet "; 18630 [labelType="html" label="FileScanRDD [18630] count at ColumnStatJob.java:47"]; 18631 [labelType="html" label="MapPartitionsRDD [18631] count at ColumnStatJob.java:47"]; } subgraph cluster43406 { label="WholeStageCodegen (6)"; 18632 [labelType="html" label="MapPartitionsRDD [18632] count at ColumnStatJob.java:47"]; } subgraph cluster43419 { label="Scan parquet "; 18633 [labelType="html" label="FileScanRDD [18633] count at ColumnStatJob.java:47"]; 18634 [labelType="html" label="MapPartitionsRDD [18634] count at ColumnStatJob.java:47"]; } subgraph cluster43413 { label="WholeStageCodegen (7)"; 18635 [labelType="html" label="MapPartitionsRDD [18635] count at ColumnStatJob.java:47"]; } subgraph cluster43426 { label="Scan parquet "; 18636 [labelType="html" label="FileScanRDD [18636] count at ColumnStatJob.java:47"]; 18637 [labelType="html" label="MapPartitionsRDD [18637] count at ColumnStatJob.java:47"]; } subgraph cluster43420 { label="WholeStageCodegen (8)"; 18638 [labelType="html" label="MapPartitionsRDD [18638] count at ColumnStatJob.java:47"]; } subgraph cluster43433 { label="Scan parquet "; 18639 [labelType="html" label="FileScanRDD [18639] count at ColumnStatJob.java:47"]; 18640 [labelType="html" label="MapPartitionsRDD [18640] count at ColumnStatJob.java:47"]; } subgraph cluster43427 { label="WholeStageCodegen (9)"; 18641 [labelType="html" label="MapPartitionsRDD [18641] count at ColumnStatJob.java:47"]; } subgraph cluster43440 { label="Scan parquet "; 18642 [labelType="html" label="FileScanRDD [18642] count at ColumnStatJob.java:47"]; 18643 [labelType="html" label="MapPartitionsRDD [18643] count at ColumnStatJob.java:47"]; } subgraph cluster43434 { label="WholeStageCodegen (10)"; 18644 [labelType="html" label="MapPartitionsRDD [18644] count at ColumnStatJob.java:47"]; } subgraph cluster43447 { label="Scan parquet "; 18645 [labelType="html" label="FileScanRDD [18645] count at ColumnStatJob.java:47"]; 18646 [labelType="html" label="MapPartitionsRDD [18646] count at ColumnStatJob.java:47"]; } subgraph cluster43441 { label="WholeStageCodegen (11)"; 18647 [labelType="html" label="MapPartitionsRDD [18647] count at ColumnStatJob.java:47"]; } subgraph cluster43371 { label="Union"; 18648 [labelType="html" label="UnionRDD [18648] count at ColumnStatJob.java:47"]; } subgraph cluster43361 { label="WholeStageCodegen (12)"; 18649 [labelType="html" label="MapPartitionsRDD [18649] count at ColumnStatJob.java:47"]; } subgraph cluster43360 { label="Exchange"; 18650 [labelType="html" label="MapPartitionsRDD [18650] count at ColumnStatJob.java:47"]; } } 18615->18616; 18616->18617; 18618->18619; 18619->18620; 18621->18622; 18622->18623; 18624->18625; 18625->18626; 18627->18628; 18628->18629; 18630->18631; 18631->18632; 18633->18634; 18634->18635; 18636->18637; 18637->18638; 18639->18640; 18640->18641; 18642->18643; 18643->18644; 18645->18646; 18646->18647; 18617->18648; 18620->18648; 18623->18648; 18626->18648; 18629->18648; 18632->18648; 18635->18648; 18638->18648; 18641->18648; 18644->18648; 18647->18648; 18648->18649; 18649->18650; }

Event Timeline

Enable zooming