#hudi写入数据,只有表没有数据,这是为啥呀
// 写入HuDi表
def writeHuDiTable(df: DataFrame,tableName:String,path:String = "ods",preCombineField:String,primaryKey:String = "id",partition:String = "etl_date"): Unit ={
// TODO: b. 插入数据至Hudi表
import org.apache.hudi.DataSourceWriteOptions._
import org.apache.hudi.config.HoodieWriteConfig._
import org.apache.spark.sql.SaveMode.Append
import org.apache.hudi.QuickstartUtils.getQuickstartWriteConfigs
df.write.format("hudi").
options(getQuickstartWriteConfigs).
option(PRECOMBINE_FIELD.key(), preCombineField).
option(RECORDKEY_FIELD.key(), primaryKey).
option(PARTITIONPATH_FIELD.key(), partition).
option(TBL_NAME.key(), tableName).
mode(Overwrite).
save(s"/user/hive/warehouse/hudi_gy_${path}.db/$tableName")
}
上面是我的代码
看一下有没有给df 数据,如果是空的肯定不会有数据插入的