3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8276 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 17
Input Size / Records:
215.4 KiB / 745
Shuffle Write Size / Records:
65.6 KiB / 745
Associated Job Ids:
4087
DAG Visualization
digraph G { subgraph clusterstage_8276 { label="Stage 8276"; subgraph cluster54063 { label="Scan csv "; 23761 [labelType="html" label="FileScanRDD [23761]<br>rdd at PersistJob.java:28"]; 23762 [labelType="html" label="MapPartitionsRDD [23762]<br>rdd at PersistJob.java:28"]; } subgraph cluster54058 { label="WholeStageCodegen (1)"; 23763 [labelType="html" label="MapPartitionsRDD [23763]<br>rdd at PersistJob.java:28"]; } subgraph cluster54070 { label="Scan parquet "; 23764 [labelType="html" label="FileScanRDD [23764]<br>rdd at PersistJob.java:28"]; 23765 [labelType="html" label="MapPartitionsRDD [23765]<br>rdd at PersistJob.java:28"]; } subgraph cluster54064 { label="WholeStageCodegen (2)"; 23766 [labelType="html" label="MapPartitionsRDD [23766]<br>rdd at PersistJob.java:28"]; } subgraph cluster54077 { label="Scan parquet "; 23767 [labelType="html" label="FileScanRDD [23767]<br>rdd at PersistJob.java:28"]; 23768 [labelType="html" label="MapPartitionsRDD [23768]<br>rdd at PersistJob.java:28"]; } subgraph cluster54071 { label="WholeStageCodegen (3)"; 23769 [labelType="html" label="MapPartitionsRDD [23769]<br>rdd at PersistJob.java:28"]; } subgraph cluster54084 { label="Scan parquet "; 23770 [labelType="html" label="FileScanRDD [23770]<br>rdd at PersistJob.java:28"]; 23771 [labelType="html" label="MapPartitionsRDD [23771]<br>rdd at PersistJob.java:28"]; } subgraph cluster54078 { label="WholeStageCodegen (4)"; 23772 [labelType="html" label="MapPartitionsRDD [23772]<br>rdd at PersistJob.java:28"]; } subgraph cluster54091 { label="Scan parquet "; 23773 [labelType="html" label="FileScanRDD [23773]<br>rdd at PersistJob.java:28"]; 23774 [labelType="html" label="MapPartitionsRDD [23774]<br>rdd at PersistJob.java:28"]; } subgraph cluster54085 { label="WholeStageCodegen (5)"; 23775 [labelType="html" label="MapPartitionsRDD [23775]<br>rdd at PersistJob.java:28"]; } subgraph cluster54098 { label="Scan parquet "; 23776 [labelType="html" label="FileScanRDD [23776]<br>rdd at PersistJob.java:28"]; 23777 [labelType="html" label="MapPartitionsRDD [23777]<br>rdd at PersistJob.java:28"]; } subgraph cluster54092 { label="WholeStageCodegen (6)"; 23778 [labelType="html" label="MapPartitionsRDD [23778]<br>rdd at PersistJob.java:28"]; } subgraph cluster54105 { label="Scan parquet "; 23779 [labelType="html" label="FileScanRDD [23779]<br>rdd at PersistJob.java:28"]; 23780 [labelType="html" label="MapPartitionsRDD [23780]<br>rdd at PersistJob.java:28"]; } subgraph cluster54099 { label="WholeStageCodegen (7)"; 23781 [labelType="html" label="MapPartitionsRDD [23781]<br>rdd at PersistJob.java:28"]; } subgraph cluster54112 { label="Scan parquet "; 23782 [labelType="html" label="FileScanRDD [23782]<br>rdd at PersistJob.java:28"]; 23783 [labelType="html" label="MapPartitionsRDD [23783]<br>rdd at PersistJob.java:28"]; } subgraph cluster54106 { label="WholeStageCodegen (8)"; 23784 [labelType="html" label="MapPartitionsRDD [23784]<br>rdd at PersistJob.java:28"]; } subgraph cluster54119 { label="Scan parquet "; 23785 [labelType="html" label="FileScanRDD [23785]<br>rdd at PersistJob.java:28"]; 23786 [labelType="html" label="MapPartitionsRDD [23786]<br>rdd at PersistJob.java:28"]; } subgraph cluster54113 { label="WholeStageCodegen (9)"; 23787 [labelType="html" label="MapPartitionsRDD [23787]<br>rdd at PersistJob.java:28"]; } subgraph cluster54126 { label="Scan parquet "; 23788 [labelType="html" label="FileScanRDD [23788]<br>rdd at PersistJob.java:28"]; 23789 [labelType="html" label="MapPartitionsRDD [23789]<br>rdd at PersistJob.java:28"]; } subgraph cluster54120 { label="WholeStageCodegen (10)"; 23790 [labelType="html" label="MapPartitionsRDD [23790]<br>rdd at PersistJob.java:28"]; } subgraph cluster54133 { label="Scan parquet "; 23791 [labelType="html" label="FileScanRDD [23791]<br>rdd at PersistJob.java:28"]; 23792 [labelType="html" label="MapPartitionsRDD [23792]<br>rdd at PersistJob.java:28"]; } subgraph cluster54127 { label="WholeStageCodegen (11)"; 23793 [labelType="html" label="MapPartitionsRDD [23793]<br>rdd at PersistJob.java:28"]; } subgraph cluster54057 { label="Union"; 23794 [labelType="html" label="UnionRDD [23794]<br>rdd at PersistJob.java:28"]; } subgraph cluster54047 { label="WholeStageCodegen (12)"; 23795 [labelType="html" label="MapPartitionsRDD [23795]<br>rdd at PersistJob.java:28"]; } subgraph cluster54046 { label="Exchange"; 23796 [labelType="html" label="MapPartitionsRDD [23796]<br>rdd at PersistJob.java:28"]; } } 23761->23762; 23762->23763; 23764->23765; 23765->23766; 23767->23768; 23768->23769; 23770->23771; 23771->23772; 23773->23774; 23774->23775; 23776->23777; 23777->23778; 23779->23780; 23780->23781; 23782->23783; 23783->23784; 23785->23786; 23786->23787; 23788->23789; 23789->23790; 23791->23792; 23792->23793; 23763->23794; 23766->23794; 23769->23794; 23772->23794; 23775->23794; 23778->23794; 23781->23794; 23784->23794; 23787->23794; 23790->23794; 23793->23794; 23794->23795; 23795->23796; }
Event Timeline
Enable zooming
Tasks: 17. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time