3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7846 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.0 s
Locality Level Summary:
Process local: 45
Input Size / Records:
759.5 KiB / 3934
Shuffle Write Size / Records:
206.5 KiB / 3419
Associated Job Ids:
3837
DAG Visualization
digraph G { subgraph clusterstage_7846 { label="Stage 7846"; subgraph cluster51165 { label="Scan csv "; 22625 [labelType="html" label="FileScanRDD [22625]<br>parquet at PersistJob.java:35"]; 22626 [labelType="html" label="MapPartitionsRDD [22626]<br>parquet at PersistJob.java:35"]; } subgraph cluster51160 { label="WholeStageCodegen (1)"; 22627 [labelType="html" label="MapPartitionsRDD [22627]<br>parquet at PersistJob.java:35"]; } subgraph cluster51172 { label="Scan parquet "; 22628 [labelType="html" label="FileScanRDD [22628]<br>parquet at PersistJob.java:35"]; 22629 [labelType="html" label="MapPartitionsRDD [22629]<br>parquet at PersistJob.java:35"]; } subgraph cluster51166 { label="WholeStageCodegen (2)"; 22630 [labelType="html" label="MapPartitionsRDD [22630]<br>parquet at PersistJob.java:35"]; } subgraph cluster51179 { label="Scan parquet "; 22631 [labelType="html" label="FileScanRDD [22631]<br>parquet at PersistJob.java:35"]; 22632 [labelType="html" label="MapPartitionsRDD [22632]<br>parquet at PersistJob.java:35"]; } subgraph cluster51173 { label="WholeStageCodegen (3)"; 22633 [labelType="html" label="MapPartitionsRDD [22633]<br>parquet at PersistJob.java:35"]; } subgraph cluster51186 { label="Scan parquet "; 22634 [labelType="html" label="FileScanRDD [22634]<br>parquet at PersistJob.java:35"]; 22635 [labelType="html" label="MapPartitionsRDD [22635]<br>parquet at PersistJob.java:35"]; } subgraph cluster51180 { label="WholeStageCodegen (4)"; 22636 [labelType="html" label="MapPartitionsRDD [22636]<br>parquet at PersistJob.java:35"]; } subgraph cluster51193 { label="Scan parquet "; 22637 [labelType="html" label="FileScanRDD [22637]<br>parquet at PersistJob.java:35"]; 22638 [labelType="html" label="MapPartitionsRDD [22638]<br>parquet at PersistJob.java:35"]; } subgraph cluster51187 { label="WholeStageCodegen (5)"; 22639 [labelType="html" label="MapPartitionsRDD [22639]<br>parquet at PersistJob.java:35"]; } subgraph cluster51200 { label="Scan parquet "; 22640 [labelType="html" label="FileScanRDD [22640]<br>parquet at PersistJob.java:35"]; 22641 [labelType="html" label="MapPartitionsRDD [22641]<br>parquet at PersistJob.java:35"]; } subgraph cluster51194 { label="WholeStageCodegen (6)"; 22642 [labelType="html" label="MapPartitionsRDD [22642]<br>parquet at PersistJob.java:35"]; } subgraph cluster51207 { label="Scan parquet "; 22643 [labelType="html" label="FileScanRDD [22643]<br>parquet at PersistJob.java:35"]; 22644 [labelType="html" label="MapPartitionsRDD [22644]<br>parquet at PersistJob.java:35"]; } subgraph cluster51201 { label="WholeStageCodegen (7)"; 22645 [labelType="html" label="MapPartitionsRDD [22645]<br>parquet at PersistJob.java:35"]; } subgraph cluster51214 { label="Scan parquet "; 22646 [labelType="html" label="FileScanRDD [22646]<br>parquet at PersistJob.java:35"]; 22647 [labelType="html" label="MapPartitionsRDD [22647]<br>parquet at PersistJob.java:35"]; } subgraph cluster51208 { label="WholeStageCodegen (8)"; 22648 [labelType="html" label="MapPartitionsRDD [22648]<br>parquet at PersistJob.java:35"]; } subgraph cluster51221 { label="Scan parquet "; 22649 [labelType="html" label="FileScanRDD [22649]<br>parquet at PersistJob.java:35"]; 22650 [labelType="html" label="MapPartitionsRDD [22650]<br>parquet at PersistJob.java:35"]; } subgraph cluster51215 { label="WholeStageCodegen (9)"; 22651 [labelType="html" label="MapPartitionsRDD [22651]<br>parquet at PersistJob.java:35"]; } subgraph cluster51228 { label="Scan parquet "; 22652 [labelType="html" label="FileScanRDD [22652]<br>parquet at PersistJob.java:35"]; 22653 [labelType="html" label="MapPartitionsRDD [22653]<br>parquet at PersistJob.java:35"]; } subgraph cluster51222 { label="WholeStageCodegen (10)"; 22654 [labelType="html" label="MapPartitionsRDD [22654]<br>parquet at PersistJob.java:35"]; } subgraph cluster51235 { label="Scan parquet "; 22655 [labelType="html" label="FileScanRDD [22655]<br>parquet at PersistJob.java:35"]; 22656 [labelType="html" label="MapPartitionsRDD [22656]<br>parquet at PersistJob.java:35"]; } subgraph cluster51229 { label="WholeStageCodegen (11)"; 22657 [labelType="html" label="MapPartitionsRDD [22657]<br>parquet at PersistJob.java:35"]; } subgraph cluster51159 { label="Union"; 22658 [labelType="html" label="UnionRDD [22658]<br>parquet at PersistJob.java:35"]; } subgraph cluster51148 { label="WholeStageCodegen (12)"; 22659 [labelType="html" label="MapPartitionsRDD [22659]<br>parquet at PersistJob.java:35"]; } subgraph cluster51147 { label="Exchange"; 22660 [labelType="html" label="MapPartitionsRDD [22660]<br>parquet at PersistJob.java:35"]; } } 22625->22626; 22626->22627; 22628->22629; 22629->22630; 22631->22632; 22632->22633; 22634->22635; 22635->22636; 22637->22638; 22638->22639; 22640->22641; 22641->22642; 22643->22644; 22644->22645; 22646->22647; 22647->22648; 22649->22650; 22650->22651; 22652->22653; 22653->22654; 22655->22656; 22656->22657; 22627->22658; 22630->22658; 22633->22658; 22636->22658; 22639->22658; 22642->22658; 22645->22658; 22648->22658; 22651->22658; 22654->22658; 22657->22658; 22658->22659; 22659->22660; }
Event Timeline
Enable zooming
Tasks: 45. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time