SP1 - Details for Stage 5402 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 6 s
Locality Level Summary: Any: 10
Input Size / Records: 19.6 MiB / 2199033
Shuffle Read Size / Records: 1840.0 B / 10
Shuffle Write Size / Records: 54.8 KiB / 1733
Associated Job Ids: 2857

digraph G { subgraph clusterstage_5402 { label="Stage 5402"; subgraph cluster33662 { label="Scan parquet "; 13882 [labelType="html" label="FileScanRDD [13882] takeAsList at DataFrameCommonJob.java:143"]; 13883 [labelType="html" label="MapPartitionsRDD [13883] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33657 { label="WholeStageCodegen (2)"; 13884 [labelType="html" label="MapPartitionsRDD [13884] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33665 { label="Exchange"; 13885 [labelType="html" label="ShuffledRowRDD [13885] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33663 { label="ObjectHashAggregate"; 13886 [labelType="html" label="MapPartitionsRDD [13886] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33656 { label="CartesianProduct"; 13887 [labelType="html" label="UnsafeCartesianRDD [13887] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 13888 [labelType="html" label="MapPartitionsRDD [13888] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33670 { label="Scan csv "; 13889 [labelType="html" label="FileScanRDD [13889] takeAsList at DataFrameCommonJob.java:143"]; 13890 [labelType="html" label="MapPartitionsRDD [13890] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33666 { label="WholeStageCodegen (3)"; 13891 [labelType="html" label="MapPartitionsRDD [13891] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33655 { label="CartesianProduct"; 13892 [labelType="html" label="UnsafeCartesianRDD [13892] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 13893 [labelType="html" label="MapPartitionsRDD [13893] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33651 { label="WholeStageCodegen (4)"; 13894 [labelType="html" label="MapPartitionsRDD [13894] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33650 { label="ObjectHashAggregate"; 13895 [labelType="html" label="MapPartitionsRDD [13895] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster33649 { label="Exchange"; 13896 [labelType="html" label="MapPartitionsRDD [13896] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 13882->13883; 13883->13884; 13885->13886; 13884->13887; 13886->13887; 13887->13888; 13889->13890; 13890->13891; 13888->13892; 13891->13892; 13892->13893; 13893->13894; 13894->13895; 13895->13896; }

13881,13885

Event Timeline

Enable zooming