SP1 - Details for Stage 6363 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 13 s
Locality Level Summary: Process local: 43
Input Size / Records: 4.9 MiB / 98268
Shuffle Write Size / Records: 6.0 MiB / 98271
Associated Job Ids: 3386

digraph G { subgraph clusterstage_6363 { label="Stage 6363"; subgraph cluster42656 { label="Scan csv "; 18409 [labelType="html" label="FileScanRDD [18409] count at ColumnStatJob.java:47"]; 18410 [labelType="html" label="MapPartitionsRDD [18410] count at ColumnStatJob.java:47"]; } subgraph cluster42651 { label="WholeStageCodegen (1)"; 18411 [labelType="html" label="MapPartitionsRDD [18411] count at ColumnStatJob.java:47"]; } subgraph cluster42665 { label="Scan parquet "; 18412 [labelType="html" label="FileScanRDD [18412] count at ColumnStatJob.java:47"]; 18413 [labelType="html" label="MapPartitionsRDD [18413] count at ColumnStatJob.java:47"]; } subgraph cluster42657 { label="WholeStageCodegen (2)"; 18414 [labelType="html" label="MapPartitionsRDD [18414] count at ColumnStatJob.java:47"]; } subgraph cluster42674 { label="Scan parquet "; 18417 [labelType="html" label="FileScanRDD [18417] count at ColumnStatJob.java:47"]; 18418 [labelType="html" label="MapPartitionsRDD [18418] count at ColumnStatJob.java:47"]; } subgraph cluster42666 { label="WholeStageCodegen (3)"; 18419 [labelType="html" label="MapPartitionsRDD [18419] count at ColumnStatJob.java:47"]; } subgraph cluster42682 { label="Scan parquet "; 18420 [labelType="html" label="FileScanRDD [18420] count at ColumnStatJob.java:47"]; 18421 [labelType="html" label="MapPartitionsRDD [18421] count at ColumnStatJob.java:47"]; } subgraph cluster42676 { label="WholeStageCodegen (4)"; 18422 [labelType="html" label="MapPartitionsRDD [18422] count at ColumnStatJob.java:47"]; } subgraph cluster42689 { label="Scan parquet "; 18423 [labelType="html" label="FileScanRDD [18423] count at ColumnStatJob.java:47"]; 18424 [labelType="html" label="MapPartitionsRDD [18424] count at ColumnStatJob.java:47"]; } subgraph cluster42683 { label="WholeStageCodegen (5)"; 18425 [labelType="html" label="MapPartitionsRDD [18425] count at ColumnStatJob.java:47"]; } subgraph cluster42698 { label="Scan parquet "; 18426 [labelType="html" label="FileScanRDD [18426] count at ColumnStatJob.java:47"]; 18427 [labelType="html" label="MapPartitionsRDD [18427] count at ColumnStatJob.java:47"]; } subgraph cluster42690 { label="WholeStageCodegen (6)"; 18428 [labelType="html" label="MapPartitionsRDD [18428] count at ColumnStatJob.java:47"]; } subgraph cluster42705 { label="Scan parquet "; 18429 [labelType="html" label="FileScanRDD [18429] count at ColumnStatJob.java:47"]; 18430 [labelType="html" label="MapPartitionsRDD [18430] count at ColumnStatJob.java:47"]; } subgraph cluster42699 { label="WholeStageCodegen (7)"; 18431 [labelType="html" label="MapPartitionsRDD [18431] count at ColumnStatJob.java:47"]; } subgraph cluster42712 { label="Scan parquet "; 18432 [labelType="html" label="FileScanRDD [18432] count at ColumnStatJob.java:47"]; 18433 [labelType="html" label="MapPartitionsRDD [18433] count at ColumnStatJob.java:47"]; } subgraph cluster42706 { label="WholeStageCodegen (8)"; 18434 [labelType="html" label="MapPartitionsRDD [18434] count at ColumnStatJob.java:47"]; } subgraph cluster42719 { label="Scan parquet "; 18435 [labelType="html" label="FileScanRDD [18435] count at ColumnStatJob.java:47"]; 18436 [labelType="html" label="MapPartitionsRDD [18436] count at ColumnStatJob.java:47"]; } subgraph cluster42713 { label="WholeStageCodegen (9)"; 18437 [labelType="html" label="MapPartitionsRDD [18437] count at ColumnStatJob.java:47"]; } subgraph cluster42726 { label="Scan parquet "; 18438 [labelType="html" label="FileScanRDD [18438] count at ColumnStatJob.java:47"]; 18439 [labelType="html" label="MapPartitionsRDD [18439] count at ColumnStatJob.java:47"]; } subgraph cluster42720 { label="WholeStageCodegen (10)"; 18440 [labelType="html" label="MapPartitionsRDD [18440] count at ColumnStatJob.java:47"]; } subgraph cluster42733 { label="Scan parquet "; 18441 [labelType="html" label="FileScanRDD [18441] count at ColumnStatJob.java:47"]; 18442 [labelType="html" label="MapPartitionsRDD [18442] count at ColumnStatJob.java:47"]; } subgraph cluster42727 { label="WholeStageCodegen (11)"; 18443 [labelType="html" label="MapPartitionsRDD [18443] count at ColumnStatJob.java:47"]; } subgraph cluster42650 { label="Union"; 18444 [labelType="html" label="UnionRDD [18444] count at ColumnStatJob.java:47"]; } subgraph cluster42640 { label="WholeStageCodegen (12)"; 18445 [labelType="html" label="MapPartitionsRDD [18445] count at ColumnStatJob.java:47"]; } subgraph cluster42639 { label="Exchange"; 18446 [labelType="html" label="MapPartitionsRDD [18446] count at ColumnStatJob.java:47"]; } } 18409->18410; 18410->18411; 18412->18413; 18413->18414; 18417->18418; 18418->18419; 18420->18421; 18421->18422; 18423->18424; 18424->18425; 18426->18427; 18427->18428; 18429->18430; 18430->18431; 18432->18433; 18433->18434; 18435->18436; 18436->18437; 18438->18439; 18439->18440; 18441->18442; 18442->18443; 18411->18444; 18414->18444; 18419->18444; 18422->18444; 18425->18444; 18428->18444; 18431->18444; 18434->18444; 18437->18444; 18440->18444; 18443->18444; 18444->18445; 18445->18446; }

Event Timeline

Enable zooming