3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 17343 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 11
Input Size / Records:
14.8 KiB / 0
Associated Job Ids:
9186
DAG Visualization
digraph G { subgraph clusterstage_17343 { label="Stage 17343"; subgraph cluster112727 { label="Scan csv "; 47922 [labelType="html" label="FileScanRDD [47922]<br>count at ColumnStatJob.java:47"]; 47923 [labelType="html" label="MapPartitionsRDD [47923]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112721 { label="WholeStageCodegen (1)"; 47924 [labelType="html" label="MapPartitionsRDD [47924]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112736 { label="Scan parquet "; 47925 [labelType="html" label="FileScanRDD [47925]<br>count at ColumnStatJob.java:47"]; 47926 [labelType="html" label="MapPartitionsRDD [47926]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112730 { label="WholeStageCodegen (2)"; 47927 [labelType="html" label="MapPartitionsRDD [47927]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112746 { label="Scan parquet "; 47930 [labelType="html" label="FileScanRDD [47930]<br>count at ColumnStatJob.java:47"]; 47931 [labelType="html" label="MapPartitionsRDD [47931]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112737 { label="WholeStageCodegen (3)"; 47932 [labelType="html" label="MapPartitionsRDD [47932]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112755 { label="Scan parquet "; 47933 [labelType="html" label="FileScanRDD [47933]<br>count at ColumnStatJob.java:47"]; 47934 [labelType="html" label="MapPartitionsRDD [47934]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112747 { label="WholeStageCodegen (4)"; 47935 [labelType="html" label="MapPartitionsRDD [47935]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112762 { label="Scan parquet "; 47936 [labelType="html" label="FileScanRDD [47936]<br>count at ColumnStatJob.java:47"]; 47937 [labelType="html" label="MapPartitionsRDD [47937]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112756 { label="WholeStageCodegen (5)"; 47938 [labelType="html" label="MapPartitionsRDD [47938]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112769 { label="Scan parquet "; 47939 [labelType="html" label="FileScanRDD [47939]<br>count at ColumnStatJob.java:47"]; 47940 [labelType="html" label="MapPartitionsRDD [47940]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112763 { label="WholeStageCodegen (6)"; 47941 [labelType="html" label="MapPartitionsRDD [47941]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112776 { label="Scan parquet "; 47942 [labelType="html" label="FileScanRDD [47942]<br>count at ColumnStatJob.java:47"]; 47943 [labelType="html" label="MapPartitionsRDD [47943]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112770 { label="WholeStageCodegen (7)"; 47944 [labelType="html" label="MapPartitionsRDD [47944]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112783 { label="Scan parquet "; 47945 [labelType="html" label="FileScanRDD [47945]<br>count at ColumnStatJob.java:47"]; 47946 [labelType="html" label="MapPartitionsRDD [47946]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112777 { label="WholeStageCodegen (8)"; 47947 [labelType="html" label="MapPartitionsRDD [47947]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112790 { label="Scan parquet "; 47948 [labelType="html" label="FileScanRDD [47948]<br>count at ColumnStatJob.java:47"]; 47949 [labelType="html" label="MapPartitionsRDD [47949]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112784 { label="WholeStageCodegen (9)"; 47950 [labelType="html" label="MapPartitionsRDD [47950]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112797 { label="Scan parquet "; 47951 [labelType="html" label="FileScanRDD [47951]<br>count at ColumnStatJob.java:47"]; 47952 [labelType="html" label="MapPartitionsRDD [47952]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112791 { label="WholeStageCodegen (10)"; 47953 [labelType="html" label="MapPartitionsRDD [47953]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112804 { label="Scan parquet "; 47954 [labelType="html" label="FileScanRDD [47954]<br>count at ColumnStatJob.java:47"]; 47955 [labelType="html" label="MapPartitionsRDD [47955]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112798 { label="WholeStageCodegen (11)"; 47956 [labelType="html" label="MapPartitionsRDD [47956]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112720 { label="Union"; 47957 [labelType="html" label="UnionRDD [47957]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112703 { label="WholeStageCodegen (12)"; 47958 [labelType="html" label="MapPartitionsRDD [47958]<br>count at ColumnStatJob.java:47"]; } subgraph cluster112702 { label="Exchange"; 47959 [labelType="html" label="MapPartitionsRDD [47959]<br>count at ColumnStatJob.java:47"]; } } 47922->47923; 47923->47924; 47925->47926; 47926->47927; 47930->47931; 47931->47932; 47933->47934; 47934->47935; 47936->47937; 47937->47938; 47939->47940; 47940->47941; 47942->47943; 47943->47944; 47945->47946; 47946->47947; 47948->47949; 47949->47950; 47951->47952; 47952->47953; 47954->47955; 47955->47956; 47924->47957; 47927->47957; 47932->47957; 47935->47957; 47938->47957; 47941->47957; 47944->47957; 47947->47957; 47950->47957; 47953->47957; 47956->47957; 47957->47958; 47958->47959; }
Event Timeline
Enable zooming
Tasks: 11. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time