3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 8282 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 17
Input Size / Records:
215.4 KiB / 745
Shuffle Write Size / Records:
65.6 KiB / 745
Associated Job Ids:
4091
DAG Visualization
digraph G { subgraph clusterstage_8282 { label="Stage 8282"; subgraph cluster54215 { label="Scan csv "; 23834 [labelType="html" label="FileScanRDD [23834]<br>parquet at PersistJob.java:35"]; 23835 [labelType="html" label="MapPartitionsRDD [23835]<br>parquet at PersistJob.java:35"]; } subgraph cluster54210 { label="WholeStageCodegen (1)"; 23836 [labelType="html" label="MapPartitionsRDD [23836]<br>parquet at PersistJob.java:35"]; } subgraph cluster54222 { label="Scan parquet "; 23837 [labelType="html" label="FileScanRDD [23837]<br>parquet at PersistJob.java:35"]; 23838 [labelType="html" label="MapPartitionsRDD [23838]<br>parquet at PersistJob.java:35"]; } subgraph cluster54216 { label="WholeStageCodegen (2)"; 23839 [labelType="html" label="MapPartitionsRDD [23839]<br>parquet at PersistJob.java:35"]; } subgraph cluster54229 { label="Scan parquet "; 23840 [labelType="html" label="FileScanRDD [23840]<br>parquet at PersistJob.java:35"]; 23841 [labelType="html" label="MapPartitionsRDD [23841]<br>parquet at PersistJob.java:35"]; } subgraph cluster54223 { label="WholeStageCodegen (3)"; 23842 [labelType="html" label="MapPartitionsRDD [23842]<br>parquet at PersistJob.java:35"]; } subgraph cluster54236 { label="Scan parquet "; 23843 [labelType="html" label="FileScanRDD [23843]<br>parquet at PersistJob.java:35"]; 23844 [labelType="html" label="MapPartitionsRDD [23844]<br>parquet at PersistJob.java:35"]; } subgraph cluster54230 { label="WholeStageCodegen (4)"; 23845 [labelType="html" label="MapPartitionsRDD [23845]<br>parquet at PersistJob.java:35"]; } subgraph cluster54243 { label="Scan parquet "; 23846 [labelType="html" label="FileScanRDD [23846]<br>parquet at PersistJob.java:35"]; 23847 [labelType="html" label="MapPartitionsRDD [23847]<br>parquet at PersistJob.java:35"]; } subgraph cluster54237 { label="WholeStageCodegen (5)"; 23848 [labelType="html" label="MapPartitionsRDD [23848]<br>parquet at PersistJob.java:35"]; } subgraph cluster54250 { label="Scan parquet "; 23849 [labelType="html" label="FileScanRDD [23849]<br>parquet at PersistJob.java:35"]; 23850 [labelType="html" label="MapPartitionsRDD [23850]<br>parquet at PersistJob.java:35"]; } subgraph cluster54244 { label="WholeStageCodegen (6)"; 23851 [labelType="html" label="MapPartitionsRDD [23851]<br>parquet at PersistJob.java:35"]; } subgraph cluster54257 { label="Scan parquet "; 23852 [labelType="html" label="FileScanRDD [23852]<br>parquet at PersistJob.java:35"]; 23853 [labelType="html" label="MapPartitionsRDD [23853]<br>parquet at PersistJob.java:35"]; } subgraph cluster54251 { label="WholeStageCodegen (7)"; 23854 [labelType="html" label="MapPartitionsRDD [23854]<br>parquet at PersistJob.java:35"]; } subgraph cluster54264 { label="Scan parquet "; 23855 [labelType="html" label="FileScanRDD [23855]<br>parquet at PersistJob.java:35"]; 23856 [labelType="html" label="MapPartitionsRDD [23856]<br>parquet at PersistJob.java:35"]; } subgraph cluster54258 { label="WholeStageCodegen (8)"; 23857 [labelType="html" label="MapPartitionsRDD [23857]<br>parquet at PersistJob.java:35"]; } subgraph cluster54271 { label="Scan parquet "; 23858 [labelType="html" label="FileScanRDD [23858]<br>parquet at PersistJob.java:35"]; 23859 [labelType="html" label="MapPartitionsRDD [23859]<br>parquet at PersistJob.java:35"]; } subgraph cluster54265 { label="WholeStageCodegen (9)"; 23860 [labelType="html" label="MapPartitionsRDD [23860]<br>parquet at PersistJob.java:35"]; } subgraph cluster54278 { label="Scan parquet "; 23861 [labelType="html" label="FileScanRDD [23861]<br>parquet at PersistJob.java:35"]; 23862 [labelType="html" label="MapPartitionsRDD [23862]<br>parquet at PersistJob.java:35"]; } subgraph cluster54272 { label="WholeStageCodegen (10)"; 23863 [labelType="html" label="MapPartitionsRDD [23863]<br>parquet at PersistJob.java:35"]; } subgraph cluster54285 { label="Scan parquet "; 23864 [labelType="html" label="FileScanRDD [23864]<br>parquet at PersistJob.java:35"]; 23865 [labelType="html" label="MapPartitionsRDD [23865]<br>parquet at PersistJob.java:35"]; } subgraph cluster54279 { label="WholeStageCodegen (11)"; 23866 [labelType="html" label="MapPartitionsRDD [23866]<br>parquet at PersistJob.java:35"]; } subgraph cluster54209 { label="Union"; 23867 [labelType="html" label="UnionRDD [23867]<br>parquet at PersistJob.java:35"]; } subgraph cluster54199 { label="WholeStageCodegen (12)"; 23868 [labelType="html" label="MapPartitionsRDD [23868]<br>parquet at PersistJob.java:35"]; } subgraph cluster54198 { label="Exchange"; 23869 [labelType="html" label="MapPartitionsRDD [23869]<br>parquet at PersistJob.java:35"]; } } 23834->23835; 23835->23836; 23837->23838; 23838->23839; 23840->23841; 23841->23842; 23843->23844; 23844->23845; 23846->23847; 23847->23848; 23849->23850; 23850->23851; 23852->23853; 23853->23854; 23855->23856; 23856->23857; 23858->23859; 23859->23860; 23861->23862; 23862->23863; 23864->23865; 23865->23866; 23836->23867; 23839->23867; 23842->23867; 23845->23867; 23848->23867; 23851->23867; 23854->23867; 23857->23867; 23860->23867; 23863->23867; 23866->23867; 23867->23868; 23868->23869; }
Event Timeline
Enable zooming
Tasks: 17. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time