3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 44512 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Any: 1
Input Size / Records:
174.0 B / 1
Shuffle Read Size / Records:
7.9 KiB / 533
Shuffle Write Size / Records:
4.2 KiB / 210
Associated Job Ids:
23601
DAG Visualization
digraph G { subgraph clusterstage_44512 { label="Stage 44512"; subgraph cluster306744 { label="AQEShuffleRead"; 134450 [labelType="html" label="ShuffledRowRDD [134450] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306741 { label="WholeStageCodegen (17)"; 134451 [labelType="html" label="MapPartitionsRDD [134451] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306749 { label="AQEShuffleRead"; 134452 [labelType="html" label="ShuffledRowRDD [134452] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306746 { label="WholeStageCodegen (18)"; 134453 [labelType="html" label="MapPartitionsRDD [134453] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306737 { label="WholeStageCodegen (19)"; 134454 [labelType="html" label="ZippedPartitionsRDD2 [134454] [Unordered]<br>count at ColumnStatJob.java:47"]; 134456 [labelType="html" label="MapPartitionsRDD [134456] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306772 { label="Scan csv "; 134463 [labelType="html" label="FileScanRDD [134463]<br>count at ColumnStatJob.java:47"]; 134465 [labelType="html" label="MapPartitionsRDD [134465]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306763 { label="WholeStageCodegen (20)"; 134467 [labelType="html" label="MapPartitionsRDD [134467]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306736 { label="CartesianProduct"; 134469 [labelType="html" label="UnsafeCartesianRDD [134469] [Unordered]<br>count at ColumnStatJob.java:47"]; 134471 [labelType="html" label="MapPartitionsRDD [134471] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306733 { label="WholeStageCodegen (21)"; 134473 [labelType="html" label="MapPartitionsRDD [134473] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster306732 { label="Exchange"; 134474 [labelType="html" label="MapPartitionsRDD [134474] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 134450->134451; 134452->134453; 134451->134454; 134453->134454; 134454->134456; 134463->134465; 134465->134467; 134456->134469; 134467->134469; 134469->134471; 134471->134473; 134473->134474; }
134403,134450
134410,134452
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time