3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15086 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 5
Input Size / Records:
1861.5 KiB / 85905
Shuffle Write Size / Records:
1853.9 KiB / 85895
Associated Job Ids:
7926
DAG Visualization
digraph G { subgraph clusterstage_15086 { label="Stage 15086"; subgraph cluster96923 { label="Scan parquet "; 40894 [labelType="html" label="FileScanRDD [40894]<br>parquet at PersistJob.java:35"]; 40895 [labelType="html" label="MapPartitionsRDD [40895]<br>parquet at PersistJob.java:35"]; } subgraph cluster96918 { label="WholeStageCodegen (1)"; 40896 [labelType="html" label="MapPartitionsRDD [40896]<br>parquet at PersistJob.java:35"]; } subgraph cluster96932 { label="Scan csv "; 40899 [labelType="html" label="FileScanRDD [40899]<br>parquet at PersistJob.java:35"]; 40900 [labelType="html" label="MapPartitionsRDD [40900]<br>parquet at PersistJob.java:35"]; } subgraph cluster96928 { label="WholeStageCodegen (2)"; 40903 [labelType="html" label="MapPartitionsRDD [40903]<br>parquet at PersistJob.java:35"]; } subgraph cluster96917 { label="CartesianProduct"; 40904 [labelType="html" label="UnsafeCartesianRDD [40904]<br>parquet at PersistJob.java:35"]; 40905 [labelType="html" label="MapPartitionsRDD [40905]<br>parquet at PersistJob.java:35"]; } subgraph cluster96938 { label="Scan csv "; 40906 [labelType="html" label="FileScanRDD [40906]<br>parquet at PersistJob.java:35"]; 40907 [labelType="html" label="MapPartitionsRDD [40907]<br>parquet at PersistJob.java:35"]; } subgraph cluster96934 { label="WholeStageCodegen (3)"; 40908 [labelType="html" label="MapPartitionsRDD [40908]<br>parquet at PersistJob.java:35"]; } subgraph cluster96916 { label="CartesianProduct"; 40909 [labelType="html" label="UnsafeCartesianRDD [40909]<br>parquet at PersistJob.java:35"]; 40910 [labelType="html" label="MapPartitionsRDD [40910]<br>parquet at PersistJob.java:35"]; } subgraph cluster96913 { label="WholeStageCodegen (4)"; 40911 [labelType="html" label="MapPartitionsRDD [40911]<br>parquet at PersistJob.java:35"]; } subgraph cluster96912 { label="Exchange"; 40912 [labelType="html" label="MapPartitionsRDD [40912]<br>parquet at PersistJob.java:35"]; } } 40894->40895; 40895->40896; 40899->40900; 40900->40903; 40896->40904; 40903->40904; 40904->40905; 40906->40907; 40907->40908; 40905->40909; 40908->40909; 40909->40910; 40910->40911; 40911->40912; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time