EVAL1_SPC1 - Details for Query 8

Submitted Time: 2026/07/20 07:44:57
Duration: 0.8 s
Succeeded Jobs: 6 7

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="ObjectHashAggregate number of output rows: 1 time in aggregation build: 89 ms spill size: 0.0 B number of sort fallback tasks: 0"]; 2 [labelType="html" label="Exchange shuffle records written: 1 local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1 local bytes read: 4.0 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 57.2 KiB local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 4.0 KiB"]; 3 [labelType="html" label="ObjectHashAggregate number of output rows: 1 time in aggregation build: 306 ms spill size: 0.0 B number of sort fallback tasks: 0"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 303 ms"; 5 [labelType="html" label=" Project "]; } 6 [labelType="html" label="Scan csv number of output rows: 810 number of files read: 1 metadata time: 0 ms size of files read: 100.6 KiB"]; 1->0; 2->1; 3->2; 5->3; 6->5; }

AdaptiveSparkPlan isFinalPlan=true

ObjectHashAggregate(keys=[], functions=[count(1), count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)])

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=133]

ObjectHashAggregate(keys=[], functions=[partial_count(1), partial_count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), partial_sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)])

Project [cast(DATE_DOCUMENT#607 as bigint) AS COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L]

WholeStageCodegen (1)

FileScan csv [DATE_DOCUMENT#607] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/F15719B3_BBE7_495B_A19D_571E1EEEA..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<DATE_DOCUMENT:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (11)
+- == Final Plan ==
   ObjectHashAggregate (6)
   +- ShuffleQueryStage (5), Statistics(sizeInBytes=57.2 KiB, rowCount=1)
      +- Exchange (4)
         +- ObjectHashAggregate (3)
            +- * Project (2)
               +- Scan csv  (1)
+- == Initial Plan ==
   ObjectHashAggregate (10)
   +- Exchange (9)
      +- ObjectHashAggregate (8)
         +- Project (7)
            +- Scan csv  (1)


(1) Scan csv 
Output [1]: [DATE_DOCUMENT#607]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/F15719B3_BBE7_495B_A19D_571E1EEEA915/current/labo_doc.csv]
ReadSchema: struct<DATE_DOCUMENT:string>

(2) Project [codegen id : 1]
Output [1]: [cast(DATE_DOCUMENT#607 as bigint) AS COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L]
Input [1]: [DATE_DOCUMENT#607]

(3) ObjectHashAggregate
Input [1]: [COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L]
Keys: []
Functions [11]: [partial_count(1), partial_count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), partial_sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)]
Aggregate Attributes [16]: [count#970L, count#971L, min#972L, max#973L, sum#974, count#975L, buf#976, sum#977L, n#913, avg#914, m2#915, n#921, avg#922, m2#923, buf#978, buf#979]
Results [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]

(4) Exchange
Input [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=133]

(5) ShuffleQueryStage
Output [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]
Arguments: 0

(6) ObjectHashAggregate
Input [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]
Keys: []
Functions [11]: [count(1), count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)]
Aggregate Attributes [11]: [count(1)#823L, count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#826L, min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#829L, max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#831L, avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#833, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L, sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#836L, var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#846, stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#856, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0)#894L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)#896L]
Results [12]: [count(1)#823L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C1#825L, count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#826L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C2#828L, min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#829L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C4#830L, max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#831L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C5#832L, avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#833 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C6#834, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C7#835L, sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#836L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C8#837L, var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#846 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C9#847, stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#856 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C10#857, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0)#894L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C11#858L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C12#859L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)#896L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C13#860L]

(7) Project
Output [1]: [cast(DATE_DOCUMENT#607 as bigint) AS COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L]
Input [1]: [DATE_DOCUMENT#607]

(8) ObjectHashAggregate
Input [1]: [COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L]
Keys: []
Functions [11]: [partial_count(1), partial_count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), partial_sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), partial_var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), partial_percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)]
Aggregate Attributes [16]: [count#970L, count#971L, min#972L, max#973L, sum#974, count#975L, buf#976, sum#977L, n#913, avg#914, m2#915, n#921, avg#922, m2#923, buf#978, buf#979]
Results [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]

(9) Exchange
Input [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=121]

(10) ObjectHashAggregate
Input [16]: [count#980L, count#981L, min#982L, max#983L, sum#984, count#985L, buf#986, sum#987L, n#918, avg#919, m2#920, n#926, avg#927, m2#928, buf#988, buf#989]
Keys: []
Functions [11]: [count(1), count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0), sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L), var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double)), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0), percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)]
Aggregate Attributes [11]: [count(1)#823L, count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#826L, min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#829L, max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#831L, avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#833, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L, sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#836L, var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#846, stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#856, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0)#894L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)#896L]
Results [12]: [count(1)#823L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C1#825L, count(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#826L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C2#828L, min(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#829L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C4#830L, max(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#831L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C5#832L, avg(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#833 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C6#834, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C7#835L, sum(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L)#836L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C8#837L, var_samp(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#846 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C9#847, stddev_pop(cast(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L as double))#856 AS COL_07AE4300_D198_4572_B794_A0AC29656D4C10#857, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.25, 10000, 0, 0)#894L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C11#858L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.5, 10000, 0, 0)#893L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C12#859L, percentile_approx(COL_07AE4300_D198_4572_B794_A0AC29656D4C#807L, 0.75, 10000, 0, 0)#896L AS COL_07AE4300_D198_4572_B794_A0AC29656D4C13#860L]

(11) AdaptiveSparkPlan
Output [12]: [COL_07AE4300_D198_4572_B794_A0AC29656D4C1#825L, COL_07AE4300_D198_4572_B794_A0AC29656D4C2#828L, COL_07AE4300_D198_4572_B794_A0AC29656D4C4#830L, COL_07AE4300_D198_4572_B794_A0AC29656D4C5#832L, COL_07AE4300_D198_4572_B794_A0AC29656D4C6#834, COL_07AE4300_D198_4572_B794_A0AC29656D4C7#835L, COL_07AE4300_D198_4572_B794_A0AC29656D4C8#837L, COL_07AE4300_D198_4572_B794_A0AC29656D4C9#847, COL_07AE4300_D198_4572_B794_A0AC29656D4C10#857, COL_07AE4300_D198_4572_B794_A0AC29656D4C11#858L, COL_07AE4300_D198_4572_B794_A0AC29656D4C12#859L, COL_07AE4300_D198_4572_B794_A0AC29656D4C13#860L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet