3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15077 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 5
Input Size / Records:
1861.5 KiB / 85905
Shuffle Write Size / Records:
1853.9 KiB / 85895
Associated Job Ids:
7919
DAG Visualization
digraph G { subgraph clusterstage_15077 { label="Stage 15077"; subgraph cluster96779 { label="Scan parquet "; 40811 [labelType="html" label="FileScanRDD [40811]<br>rdd at PersistJob.java:28"]; 40812 [labelType="html" label="MapPartitionsRDD [40812]<br>rdd at PersistJob.java:28"]; } subgraph cluster96774 { label="WholeStageCodegen (1)"; 40813 [labelType="html" label="MapPartitionsRDD [40813]<br>rdd at PersistJob.java:28"]; } subgraph cluster96784 { label="Scan csv "; 40814 [labelType="html" label="FileScanRDD [40814]<br>rdd at PersistJob.java:28"]; 40815 [labelType="html" label="MapPartitionsRDD [40815]<br>rdd at PersistJob.java:28"]; } subgraph cluster96780 { label="WholeStageCodegen (2)"; 40818 [labelType="html" label="MapPartitionsRDD [40818]<br>rdd at PersistJob.java:28"]; } subgraph cluster96773 { label="CartesianProduct"; 40819 [labelType="html" label="UnsafeCartesianRDD [40819]<br>rdd at PersistJob.java:28"]; 40820 [labelType="html" label="MapPartitionsRDD [40820]<br>rdd at PersistJob.java:28"]; } subgraph cluster96794 { label="Scan csv "; 40823 [labelType="html" label="FileScanRDD [40823]<br>rdd at PersistJob.java:28"]; 40824 [labelType="html" label="MapPartitionsRDD [40824]<br>rdd at PersistJob.java:28"]; } subgraph cluster96789 { label="WholeStageCodegen (3)"; 40825 [labelType="html" label="MapPartitionsRDD [40825]<br>rdd at PersistJob.java:28"]; } subgraph cluster96772 { label="CartesianProduct"; 40826 [labelType="html" label="UnsafeCartesianRDD [40826]<br>rdd at PersistJob.java:28"]; 40827 [labelType="html" label="MapPartitionsRDD [40827]<br>rdd at PersistJob.java:28"]; } subgraph cluster96769 { label="WholeStageCodegen (4)"; 40828 [labelType="html" label="MapPartitionsRDD [40828]<br>rdd at PersistJob.java:28"]; } subgraph cluster96768 { label="Exchange"; 40829 [labelType="html" label="MapPartitionsRDD [40829]<br>rdd at PersistJob.java:28"]; } } 40811->40812; 40812->40813; 40814->40815; 40815->40818; 40813->40819; 40818->40819; 40819->40820; 40823->40824; 40824->40825; 40820->40826; 40825->40826; 40826->40827; 40827->40828; 40828->40829; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time