3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 17351 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 11
Input Size / Records:
14.8 KiB / 0
Associated Job Ids:
9191
DAG Visualization
digraph G { subgraph clusterstage_17351 { label="Stage 17351"; subgraph cluster112887 { label="Scan csv "; 47994 [labelType="html" label="FileScanRDD [47994]<br>takeAsList at DataFrameCommonJob.java:145"]; 47995 [labelType="html" label="MapPartitionsRDD [47995]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112882 { label="WholeStageCodegen (1)"; 47996 [labelType="html" label="MapPartitionsRDD [47996]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112894 { label="Scan parquet "; 47997 [labelType="html" label="FileScanRDD [47997]<br>takeAsList at DataFrameCommonJob.java:145"]; 47998 [labelType="html" label="MapPartitionsRDD [47998]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112888 { label="WholeStageCodegen (2)"; 47999 [labelType="html" label="MapPartitionsRDD [47999]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112901 { label="Scan parquet "; 48000 [labelType="html" label="FileScanRDD [48000]<br>takeAsList at DataFrameCommonJob.java:145"]; 48001 [labelType="html" label="MapPartitionsRDD [48001]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112895 { label="WholeStageCodegen (3)"; 48002 [labelType="html" label="MapPartitionsRDD [48002]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112908 { label="Scan parquet "; 48003 [labelType="html" label="FileScanRDD [48003]<br>takeAsList at DataFrameCommonJob.java:145"]; 48004 [labelType="html" label="MapPartitionsRDD [48004]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112902 { label="WholeStageCodegen (4)"; 48005 [labelType="html" label="MapPartitionsRDD [48005]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112915 { label="Scan parquet "; 48006 [labelType="html" label="FileScanRDD [48006]<br>takeAsList at DataFrameCommonJob.java:145"]; 48007 [labelType="html" label="MapPartitionsRDD [48007]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112909 { label="WholeStageCodegen (5)"; 48008 [labelType="html" label="MapPartitionsRDD [48008]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112922 { label="Scan parquet "; 48009 [labelType="html" label="FileScanRDD [48009]<br>takeAsList at DataFrameCommonJob.java:145"]; 48010 [labelType="html" label="MapPartitionsRDD [48010]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112916 { label="WholeStageCodegen (6)"; 48011 [labelType="html" label="MapPartitionsRDD [48011]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112929 { label="Scan parquet "; 48012 [labelType="html" label="FileScanRDD [48012]<br>takeAsList at DataFrameCommonJob.java:145"]; 48013 [labelType="html" label="MapPartitionsRDD [48013]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112923 { label="WholeStageCodegen (7)"; 48014 [labelType="html" label="MapPartitionsRDD [48014]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112936 { label="Scan parquet "; 48015 [labelType="html" label="FileScanRDD [48015]<br>takeAsList at DataFrameCommonJob.java:145"]; 48016 [labelType="html" label="MapPartitionsRDD [48016]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112930 { label="WholeStageCodegen (8)"; 48017 [labelType="html" label="MapPartitionsRDD [48017]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112943 { label="Scan parquet "; 48018 [labelType="html" label="FileScanRDD [48018]<br>takeAsList at DataFrameCommonJob.java:145"]; 48019 [labelType="html" label="MapPartitionsRDD [48019]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112937 { label="WholeStageCodegen (9)"; 48020 [labelType="html" label="MapPartitionsRDD [48020]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112950 { label="Scan parquet "; 48021 [labelType="html" label="FileScanRDD [48021]<br>takeAsList at DataFrameCommonJob.java:145"]; 48022 [labelType="html" label="MapPartitionsRDD [48022]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112944 { label="WholeStageCodegen (10)"; 48023 [labelType="html" label="MapPartitionsRDD [48023]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112957 { label="Scan parquet "; 48024 [labelType="html" label="FileScanRDD [48024]<br>takeAsList at DataFrameCommonJob.java:145"]; 48025 [labelType="html" label="MapPartitionsRDD [48025]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112951 { label="WholeStageCodegen (11)"; 48026 [labelType="html" label="MapPartitionsRDD [48026]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112881 { label="Union"; 48027 [labelType="html" label="UnionRDD [48027]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112843 { label="WholeStageCodegen (12)"; 48028 [labelType="html" label="MapPartitionsRDD [48028]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112838 { label="Exchange"; 48029 [labelType="html" label="MapPartitionsRDD [48029]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 47994->47995; 47995->47996; 47997->47998; 47998->47999; 48000->48001; 48001->48002; 48003->48004; 48004->48005; 48006->48007; 48007->48008; 48009->48010; 48010->48011; 48012->48013; 48013->48014; 48015->48016; 48016->48017; 48018->48019; 48019->48020; 48021->48022; 48022->48023; 48024->48025; 48025->48026; 47996->48027; 47999->48027; 48002->48027; 48005->48027; 48008->48027; 48011->48027; 48014->48027; 48017->48027; 48020->48027; 48023->48027; 48026->48027; 48027->48028; 48028->48029; }
Event Timeline
Enable zooming
Tasks: 11. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time