3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16854 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 12
Input Size / Records:
19.0 MiB / 1115968
Associated Job Ids:
8175
DAG Visualization
digraph G { subgraph clusterstage_16854 { label="Stage 16854"; subgraph cluster107300 { label="Scan parquet "; 45779 [labelType="html" label="FileScanRDD [45779]<br>rdd at PersistJob.java:28"]; 45780 [labelType="html" label="MapPartitionsRDD [45780]<br>rdd at PersistJob.java:28"]; } subgraph cluster107295 { label="WholeStageCodegen (1)"; 45781 [labelType="html" label="MapPartitionsRDD [45781]<br>rdd at PersistJob.java:28"]; } subgraph cluster107305 { label="Scan csv "; 45782 [labelType="html" label="FileScanRDD [45782]<br>rdd at PersistJob.java:28"]; 45783 [labelType="html" label="MapPartitionsRDD [45783]<br>rdd at PersistJob.java:28"]; } subgraph cluster107301 { label="WholeStageCodegen (2)"; 45784 [labelType="html" label="MapPartitionsRDD [45784]<br>rdd at PersistJob.java:28"]; } subgraph cluster107294 { label="CartesianProduct"; 45785 [labelType="html" label="UnsafeCartesianRDD [45785]<br>rdd at PersistJob.java:28"]; 45786 [labelType="html" label="MapPartitionsRDD [45786]<br>rdd at PersistJob.java:28"]; } subgraph cluster107310 { label="Scan csv "; 45787 [labelType="html" label="FileScanRDD [45787]<br>rdd at PersistJob.java:28"]; 45788 [labelType="html" label="MapPartitionsRDD [45788]<br>rdd at PersistJob.java:28"]; } subgraph cluster107306 { label="WholeStageCodegen (3)"; 45789 [labelType="html" label="MapPartitionsRDD [45789]<br>rdd at PersistJob.java:28"]; } subgraph cluster107293 { label="CartesianProduct"; 45790 [labelType="html" label="UnsafeCartesianRDD [45790]<br>rdd at PersistJob.java:28"]; 45791 [labelType="html" label="MapPartitionsRDD [45791]<br>rdd at PersistJob.java:28"]; } subgraph cluster107290 { label="WholeStageCodegen (4)"; 45792 [labelType="html" label="MapPartitionsRDD [45792]<br>rdd at PersistJob.java:28"]; } subgraph cluster107289 { label="Exchange"; 45793 [labelType="html" label="MapPartitionsRDD [45793]<br>rdd at PersistJob.java:28"]; } } 45779->45780; 45780->45781; 45782->45783; 45783->45784; 45781->45785; 45784->45785; 45785->45786; 45787->45788; 45788->45789; 45786->45790; 45789->45790; 45790->45791; 45791->45792; 45792->45793; }
Event Timeline
Enable zooming
Tasks: 12. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time