3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8230 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
3896
DAG Visualization
digraph G { subgraph clusterstage_8230 { label="Stage 8230"; subgraph cluster50904 { label="AQEShuffleRead"; 21917 [labelType="html" label="ShuffledRowRDD [21917] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50901 { label="WholeStageCodegen (11)"; 21918 [labelType="html" label="MapPartitionsRDD [21918] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50914 { label="AQEShuffleRead"; 21919 [labelType="html" label="ShuffledRowRDD [21919] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50911 { label="WholeStageCodegen (12)"; 21920 [labelType="html" label="MapPartitionsRDD [21920] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50910 { label="Window"; 21921 [labelType="html" label="MapPartitionsRDD [21921] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50906 { label="WholeStageCodegen (13)"; 21922 [labelType="html" label="MapPartitionsRDD [21922] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50798 { label="WholeStageCodegen (14)"; 21923 [labelType="html" label="ZippedPartitionsRDD2 [21923] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21924 [labelType="html" label="MapPartitionsRDD [21924] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50797 { label="Window"; 21925 [labelType="html" label="MapPartitionsRDD [21925] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50794 { label="WholeStageCodegen (15)"; 21926 [labelType="html" label="MapPartitionsRDD [21926] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50924 { label="AQEShuffleRead"; 21927 [labelType="html" label="ShuffledRowRDD [21927] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50921 { label="WholeStageCodegen (16)"; 21928 [labelType="html" label="MapPartitionsRDD [21928] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50920 { label="Window"; 21929 [labelType="html" label="MapPartitionsRDD [21929] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50916 { label="WholeStageCodegen (17)"; 21930 [labelType="html" label="MapPartitionsRDD [21930] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50788 { label="WholeStageCodegen (18)"; 21931 [labelType="html" label="ZippedPartitionsRDD2 [21931] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21932 [labelType="html" label="MapPartitionsRDD [21932] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50929 { label="Scan parquet "; 21933 [labelType="html" label="FileScanRDD [21933]<br>takeAsList at DataFrameCommonJob.java:145"]; 21934 [labelType="html" label="MapPartitionsRDD [21934]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50925 { label="WholeStageCodegen (19)"; 21935 [labelType="html" label="MapPartitionsRDD [21935]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50787 { label="CartesianProduct"; 21936 [labelType="html" label="UnsafeCartesianRDD [21936] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 21937 [labelType="html" label="MapPartitionsRDD [21937] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50780 { label="WholeStageCodegen (20)"; 21938 [labelType="html" label="MapPartitionsRDD [21938] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster50779 { label="Exchange"; 21939 [labelType="html" label="MapPartitionsRDD [21939] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 21917->21918; 21919->21920; 21920->21921; 21921->21922; 21918->21923; 21922->21923; 21923->21924; 21924->21925; 21925->21926; 21927->21928; 21928->21929; 21929->21930; 21926->21931; 21930->21931; 21931->21932; 21933->21934; 21934->21935; 21932->21936; 21935->21936; 21936->21937; 21937->21938; 21938->21939; }
21867,21917
21913,21919
21875,21927
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time