SP1 - Details for Stage 44504 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 7 s
Locality Level Summary: Process local: 35
Input Size / Records: 1068.3 KiB / 19399
Shuffle Write Size / Records: 484.8 KiB / 11699
Associated Job Ids: 23595

digraph G { subgraph clusterstage_44504 { label="Stage 44504"; subgraph cluster306522 { label="Scan csv "; 134348 [labelType="html" label="FileScanRDD [134348] count at ColumnStatJob.java:47"]; 134349 [labelType="html" label="MapPartitionsRDD [134349] count at ColumnStatJob.java:47"]; } subgraph cluster306517 { label="WholeStageCodegen (1)"; 134350 [labelType="html" label="MapPartitionsRDD [134350] count at ColumnStatJob.java:47"]; } subgraph cluster306529 { label="Scan parquet "; 134351 [labelType="html" label="FileScanRDD [134351] count at ColumnStatJob.java:47"]; 134352 [labelType="html" label="MapPartitionsRDD [134352] count at ColumnStatJob.java:47"]; } subgraph cluster306523 { label="WholeStageCodegen (2)"; 134353 [labelType="html" label="MapPartitionsRDD [134353] count at ColumnStatJob.java:47"]; } subgraph cluster306536 { label="Scan parquet "; 134354 [labelType="html" label="FileScanRDD [134354] count at ColumnStatJob.java:47"]; 134355 [labelType="html" label="MapPartitionsRDD [134355] count at ColumnStatJob.java:47"]; } subgraph cluster306530 { label="WholeStageCodegen (3)"; 134356 [labelType="html" label="MapPartitionsRDD [134356] count at ColumnStatJob.java:47"]; } subgraph cluster306543 { label="Scan parquet "; 134357 [labelType="html" label="FileScanRDD [134357] count at ColumnStatJob.java:47"]; 134358 [labelType="html" label="MapPartitionsRDD [134358] count at ColumnStatJob.java:47"]; } subgraph cluster306537 { label="WholeStageCodegen (4)"; 134359 [labelType="html" label="MapPartitionsRDD [134359] count at ColumnStatJob.java:47"]; } subgraph cluster306550 { label="Scan parquet "; 134360 [labelType="html" label="FileScanRDD [134360] count at ColumnStatJob.java:47"]; 134361 [labelType="html" label="MapPartitionsRDD [134361] count at ColumnStatJob.java:47"]; } subgraph cluster306544 { label="WholeStageCodegen (5)"; 134362 [labelType="html" label="MapPartitionsRDD [134362] count at ColumnStatJob.java:47"]; } subgraph cluster306557 { label="Scan parquet "; 134363 [labelType="html" label="FileScanRDD [134363] count at ColumnStatJob.java:47"]; 134364 [labelType="html" label="MapPartitionsRDD [134364] count at ColumnStatJob.java:47"]; } subgraph cluster306551 { label="WholeStageCodegen (6)"; 134365 [labelType="html" label="MapPartitionsRDD [134365] count at ColumnStatJob.java:47"]; } subgraph cluster306564 { label="Scan parquet "; 134366 [labelType="html" label="FileScanRDD [134366] count at ColumnStatJob.java:47"]; 134367 [labelType="html" label="MapPartitionsRDD [134367] count at ColumnStatJob.java:47"]; } subgraph cluster306558 { label="WholeStageCodegen (7)"; 134368 [labelType="html" label="MapPartitionsRDD [134368] count at ColumnStatJob.java:47"]; } subgraph cluster306571 { label="Scan parquet "; 134369 [labelType="html" label="FileScanRDD [134369] count at ColumnStatJob.java:47"]; 134370 [labelType="html" label="MapPartitionsRDD [134370] count at ColumnStatJob.java:47"]; } subgraph cluster306565 { label="WholeStageCodegen (8)"; 134371 [labelType="html" label="MapPartitionsRDD [134371] count at ColumnStatJob.java:47"]; } subgraph cluster306578 { label="Scan parquet "; 134372 [labelType="html" label="FileScanRDD [134372] count at ColumnStatJob.java:47"]; 134373 [labelType="html" label="MapPartitionsRDD [134373] count at ColumnStatJob.java:47"]; } subgraph cluster306572 { label="WholeStageCodegen (9)"; 134374 [labelType="html" label="MapPartitionsRDD [134374] count at ColumnStatJob.java:47"]; } subgraph cluster306585 { label="Scan parquet "; 134375 [labelType="html" label="FileScanRDD [134375] count at ColumnStatJob.java:47"]; 134376 [labelType="html" label="MapPartitionsRDD [134376] count at ColumnStatJob.java:47"]; } subgraph cluster306579 { label="WholeStageCodegen (10)"; 134377 [labelType="html" label="MapPartitionsRDD [134377] count at ColumnStatJob.java:47"]; } subgraph cluster306604 { label="Scan parquet "; 134378 [labelType="html" label="FileScanRDD [134378] count at ColumnStatJob.java:47"]; 134379 [labelType="html" label="MapPartitionsRDD [134379] count at ColumnStatJob.java:47"]; } subgraph cluster306586 { label="WholeStageCodegen (11)"; 134380 [labelType="html" label="MapPartitionsRDD [134380] count at ColumnStatJob.java:47"]; } subgraph cluster306516 { label="Union"; 134381 [labelType="html" label="UnionRDD [134381] count at ColumnStatJob.java:47"]; } subgraph cluster306505 { label="WholeStageCodegen (12)"; 134382 [labelType="html" label="MapPartitionsRDD [134382] count at ColumnStatJob.java:47"]; } subgraph cluster306504 { label="Exchange"; 134383 [labelType="html" label="MapPartitionsRDD [134383] count at ColumnStatJob.java:47"]; } } 134348->134349; 134349->134350; 134351->134352; 134352->134353; 134354->134355; 134355->134356; 134357->134358; 134358->134359; 134360->134361; 134361->134362; 134363->134364; 134364->134365; 134366->134367; 134367->134368; 134369->134370; 134370->134371; 134372->134373; 134373->134374; 134375->134376; 134376->134377; 134378->134379; 134379->134380; 134350->134381; 134353->134381; 134356->134381; 134359->134381; 134362->134381; 134365->134381; 134368->134381; 134371->134381; 134374->134381; 134377->134381; 134380->134381; 134381->134382; 134382->134383; }

Event Timeline

Enable zooming