3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 18353 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Any: 15
Input Size / Records:
2.6 KiB / 15
Shuffle Read Size / Records:
24.7 MiB / 358829
Shuffle Write Size / Records:
10.4 MiB / 262581
Associated Job Ids:
9193
DAG Visualization
digraph G { subgraph clusterstage_18353 { label="Stage 18353"; subgraph cluster119716 { label="Exchange"; 51403 [labelType="html" label="ShuffledRowRDD [51403] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119712 { label="WholeStageCodegen (12)"; 51404 [labelType="html" label="MapPartitionsRDD [51404] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119711 { label="Window"; 51405 [labelType="html" label="MapPartitionsRDD [51405] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119707 { label="WholeStageCodegen (13)"; 51406 [labelType="html" label="MapPartitionsRDD [51406] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119728 { label="AQEShuffleRead"; 51407 [labelType="html" label="ShuffledRowRDD [51407] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119725 { label="WholeStageCodegen (14)"; 51408 [labelType="html" label="MapPartitionsRDD [51408] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119735 { label="AQEShuffleRead"; 51409 [labelType="html" label="ShuffledRowRDD [51409] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119734 { label="ObjectHashAggregate"; 51410 [labelType="html" label="MapPartitionsRDD [51410] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119730 { label="WholeStageCodegen (15)"; 51411 [labelType="html" label="MapPartitionsRDD [51411] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119717 { label="WholeStageCodegen (16)"; 51412 [labelType="html" label="ZippedPartitionsRDD2 [51412] [Unordered]<br>count at ColumnStatJob.java:47"]; 51413 [labelType="html" label="MapPartitionsRDD [51413] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119706 { label="Union"; 51414 [labelType="html" label="UnionRDD [51414] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119740 { label="Scan csv "; 51415 [labelType="html" label="FileScanRDD [51415]<br>count at ColumnStatJob.java:47"]; 51416 [labelType="html" label="MapPartitionsRDD [51416]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119736 { label="WholeStageCodegen (17)"; 51417 [labelType="html" label="MapPartitionsRDD [51417]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119705 { label="CartesianProduct"; 51418 [labelType="html" label="UnsafeCartesianRDD [51418] [Unordered]<br>count at ColumnStatJob.java:47"]; 51419 [labelType="html" label="MapPartitionsRDD [51419] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster119704 { label="Exchange"; 51420 [labelType="html" label="MapPartitionsRDD [51420] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 51403->51404; 51404->51405; 51405->51406; 51407->51408; 51409->51410; 51410->51411; 51408->51412; 51411->51412; 51412->51413; 51406->51414; 51413->51414; 51415->51416; 51416->51417; 51414->51418; 51417->51418; 51418->51419; 51419->51420; }
51402,51403
51385,51407
51395,51409
Event Timeline
Enable zooming
Tasks: 15. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time