HIVE小文件合并

【数据治理】HIVE小文件合并

开启动态分区，并设置文件大小，重新insert

set hive.support.concurrency=fals;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.merge.size.per.task=256000000;
set hive.merge.smallfiles.avgsize=256000000;
set hive.merge.mapfiles=true;
set hive.merge.mapredfiles=true;

insert overwrite table xxxx.xxxx partition(hdfs_par)
select
*
from
where