SP1 - Details for Stage 16173 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Any: 10; Process local: 1
Input Size / Records: 997.5 KiB / 74864
Shuffle Read Size / Records: 272.4 KiB / 10597
Shuffle Write Size / Records: 26.9 KiB / 603
Associated Job Ids: 8147

digraph G { subgraph clusterstage_16173 { label="Stage 16173"; subgraph cluster105706 { label="Scan csv "; 45457 [labelType="html" label="FileScanRDD [45457] parquet at PersistJob.java:35"]; 45458 [labelType="html" label="MapPartitionsRDD [45458] parquet at PersistJob.java:35"]; } subgraph cluster105701 { label="WholeStageCodegen (63)"; 45459 [labelType="html" label="MapPartitionsRDD [45459] parquet at PersistJob.java:35"]; } subgraph cluster105714 { label="AQEShuffleRead"; 45460 [labelType="html" label="ShuffledRowRDD [45460] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105713 { label="ObjectHashAggregate"; 45461 [labelType="html" label="MapPartitionsRDD [45461] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105707 { label="WholeStageCodegen (64)"; 45462 [labelType="html" label="MapPartitionsRDD [45462] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105722 { label="AQEShuffleRead"; 45463 [labelType="html" label="ShuffledRowRDD [45463] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105721 { label="ObjectHashAggregate"; 45464 [labelType="html" label="MapPartitionsRDD [45464] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105715 { label="WholeStageCodegen (65)"; 45465 [labelType="html" label="MapPartitionsRDD [45465] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105730 { label="AQEShuffleRead"; 45466 [labelType="html" label="ShuffledRowRDD [45466] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105729 { label="ObjectHashAggregate"; 45467 [labelType="html" label="MapPartitionsRDD [45467] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105723 { label="WholeStageCodegen (66)"; 45468 [labelType="html" label="MapPartitionsRDD [45468] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105738 { label="AQEShuffleRead"; 45469 [labelType="html" label="ShuffledRowRDD [45469] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105737 { label="ObjectHashAggregate"; 45470 [labelType="html" label="MapPartitionsRDD [45470] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105731 { label="WholeStageCodegen (67)"; 45471 [labelType="html" label="MapPartitionsRDD [45471] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105751 { label="Scan parquet "; 45472 [labelType="html" label="FileScanRDD [45472] parquet at PersistJob.java:35"]; 45473 [labelType="html" label="MapPartitionsRDD [45473] parquet at PersistJob.java:35"]; } subgraph cluster105746 { label="WholeStageCodegen (68)"; 45474 [labelType="html" label="MapPartitionsRDD [45474] parquet at PersistJob.java:35"]; } subgraph cluster105754 { label="Exchange"; 45475 [labelType="html" label="ShuffledRowRDD [45475] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105752 { label="ObjectHashAggregate"; 45476 [labelType="html" label="MapPartitionsRDD [45476] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105745 { label="CartesianProduct"; 45477 [labelType="html" label="UnsafeCartesianRDD [45477] [Unordered] parquet at PersistJob.java:35"]; 45478 [labelType="html" label="MapPartitionsRDD [45478] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105759 { label="Scan csv "; 45479 [labelType="html" label="FileScanRDD [45479] parquet at PersistJob.java:35"]; 45480 [labelType="html" label="MapPartitionsRDD [45480] parquet at PersistJob.java:35"]; } subgraph cluster105755 { label="WholeStageCodegen (69)"; 45481 [labelType="html" label="MapPartitionsRDD [45481] parquet at PersistJob.java:35"]; } subgraph cluster105744 { label="CartesianProduct"; 45482 [labelType="html" label="UnsafeCartesianRDD [45482] [Unordered] parquet at PersistJob.java:35"]; 45483 [labelType="html" label="MapPartitionsRDD [45483] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105739 { label="WholeStageCodegen (70)"; 45484 [labelType="html" label="MapPartitionsRDD [45484] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105771 { label="AQEShuffleRead"; 45485 [labelType="html" label="ShuffledRowRDD [45485] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105768 { label="WholeStageCodegen (71)"; 45486 [labelType="html" label="MapPartitionsRDD [45486] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105776 { label="AQEShuffleRead"; 45487 [labelType="html" label="ShuffledRowRDD [45487] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105773 { label="WholeStageCodegen (72)"; 45488 [labelType="html" label="MapPartitionsRDD [45488] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105760 { label="WholeStageCodegen (73)"; 45489 [labelType="html" label="ZippedPartitionsRDD2 [45489] [Unordered] parquet at PersistJob.java:35"]; 45490 [labelType="html" label="MapPartitionsRDD [45490] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105700 { label="Union"; 45491 [labelType="html" label="UnionRDD [45491] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster105699 { label="Exchange"; 45492 [labelType="html" label="MapPartitionsRDD [45492] [Unordered] parquet at PersistJob.java:35"]; } } 45457->45458; 45458->45459; 45460->45461; 45461->45462; 45463->45464; 45464->45465; 45466->45467; 45467->45468; 45469->45470; 45470->45471; 45472->45473; 45473->45474; 45475->45476; 45474->45477; 45476->45477; 45477->45478; 45479->45480; 45480->45481; 45478->45482; 45481->45482; 45482->45483; 45483->45484; 45485->45486; 45487->45488; 45486->45489; 45488->45489; 45489->45490; 45459->45491; 45462->45491; 45465->45491; 45468->45491; 45471->45491; 45484->45491; 45490->45491; 45491->45492; }

45323,45460

45239,45463

45338,45466

45353,45469

45269,45475

45456,45485

45293,45487

Event Timeline

Enable zooming