hdh-spark-job - Details for Job 13

Status: SUCCEEDED
Submitted: 2026/10/29 08:09:43
Duration: 2 s
Associated SQL Query: 35
Job Group: 7caed391-e3a2-4114-aa39-780877dd40a3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_13 { label="Stage 13"; 117 [labelType="html" label="JDBCRDD [117] toJavaRDD at AbsExportExecutor.java:55"]; 127 [labelType="html" label="SQLExecutionRDD [127] toJavaRDD at AbsExportExecutor.java:55"]; 132 [labelType="html" label="SQLExecutionRDD [132] jdbc at SqlDbWriter.java:111"]; subgraph cluster215 { label="Scan csv "; 118 [labelType="html" label="FileScanRDD [118] toJavaRDD at AbsExportExecutor.java:55"]; 119 [labelType="html" label="MapPartitionsRDD [119] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster212 { label="WholeStageCodegen (1)"; 120 [labelType="html" label="MapPartitionsRDD [120] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster216 { label="WholeStageCodegen (2)"; 121 [labelType="html" label="MapPartitionsRDD [121] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster223 { label="Scan parquet "; 122 [labelType="html" label="FileScanRDD [122] toJavaRDD at AbsExportExecutor.java:55"]; 123 [labelType="html" label="MapPartitionsRDD [123] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster219 { label="WholeStageCodegen (3)"; 124 [labelType="html" label="MapPartitionsRDD [124] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster211 { label="Union"; 125 [labelType="html" label="UnionRDD [125] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster210 { label="DeserializeToObject"; 126 [labelType="html" label="MapPartitionsRDD [126] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster224 { label="mapPartitions"; 128 [labelType="html" label="MapPartitionsRDD [128] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster225 { label="map"; 129 [labelType="html" label="MapPartitionsRDD [129] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster227 { label="WholeStageCodegen (1)"; 130 [labelType="html" label="MapPartitionsRDD [130] jdbc at SqlDbWriter.java:111"]; } subgraph cluster226 { label="DeserializeToObject"; 131 [labelType="html" label="MapPartitionsRDD [131] jdbc at SqlDbWriter.java:111"]; } subgraph cluster230 { label="mapPartitions"; 133 [labelType="html" label="MapPartitionsRDD [133] jdbc at SqlDbWriter.java:111"]; } } 118->119; 119->120; 117->121; 122->123; 123->124; 120->125; 121->125; 124->125; 125->126; 126->127; 127->128; 128->129; 129->130; 130->131; 131->132; 132->133; }

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
13	DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766) com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:163) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/29 08:09:43	2 s	3/3	2.9 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766)
com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:163)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/29 08:09:43

2 s

3/3

2.9 MiB

Page: