数据库查询总条数

mysql

select sum(table_rows) from tables where TABLE_SCHEMA = databasename

oracle

SELECT NVL(SUM(num_rows),0) FROM SYS.ALL_TABLES T WHERE T.OWNER = username

pg

pg是每一个数据库拥有一个元数据表单，所以只能一个表单一个表单的统计 SELECT sum(r.reltuples) FROM pg_class r JOIN pg_namespace n ON (r.relnamespace = n.oid) WHERE r.relkind = 'r' AND n.nspname = 'public'

kingbase

kingbasees是每一个数据库拥有一个元数据表单，所以只能一个表单一个表单的统计 SELECT sum(r.reltuples) FROM sys_class r JOIN sys_namespace n ON (r.relnamespace = n.oid) WHERE r.relkind = 'r' AND n.nspname = 'public'

hive

查询不含分区表的总条数 select FORMAT(sum(tb.PARAM_VALUE),0)   from TBLS t    left join DBS d   on t.DB_ID = d.DB_ID   left join TABLE_PARAMS tb  on t.TBL_ID = tb.TBL_ID    where d.NAME='testzdsun' and tb.PARAM_KEY='numRows';   查询含有分区表的总条数 select FORMAT(sum(a.PARAM_VALUE),0)   from TBLS t    left join DBS d   on t.DB_ID = d.DB_ID   left join PARTITIONS p   on t.TBL_ID = p.TBL_ID    left join PARTITION_PARAMS a   on p.PART_ID=a.PART_ID   where d.NAME='testzdsun' and a.PARAM_KEY='numRows';

代码如下：（就是代码很乱，而且很多不足的地方需要修改）

package cn.com.taiji.commons.quartz; import java.sql.Connection; import java.sql.ResultSet; import java.sql.Statement; import java.util.HashMap; import java.util.List; import java.util.Locale; import java.util.Map; import java.util.ResourceBundle; import org.apache.commons.lang3.StringUtils; import org.quartz.JobExecutionContext; import org.quartz.JobExecutionException; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import cn.com.taiji.commons.utils.DicTools; import cn.com.taiji.commons.utils.JdbcTools; import cn.com.taiji.commons.utils.SSHUtils; import cn.com.taiji.management.dao.AdminResourceDao; import cn.com.taiji.management.entity.AdminResource; import cn.com.taiji.management.entity.MonitorDataSource; import cn.com.taiji.monitor.dataresource.dao.IRawRegionDao; import cn.com.taiji.monitor.dataresource.dao.MonitorCountDao; import cn.com.taiji.monitor.dataresource.dao.MonitorDataSourceDao; import cn.com.taiji.monitor.dataresource.entity.MonitorCount; /** * @desc * @para * @author  * @version 2018年6月8日 下午3:13:51 */ public class TagMonitorsDataJob implements BaseJob{ @Autowired private IRawRegionDao iRawRegionDao; @Autowired private AdminResourceDao adminResourceDao; @Autowired private MonitorDataSourceDao monitorDataSourceDao; @Autowired private MonitorCountDao monitorCountDao; private static Logger log = LoggerFactory.getLogger(TagMonitorsDataJob.class); private static ResourceBundle rb = ResourceBundle.getBundle("application", Locale.getDefault()); @Override public void execute(JobExecutionContext context) throws JobExecutionException { log.info("定时执行监控统计条数==========================="); try { Map map0 = this.findHiveCount(); Map map1 = this.getDBCounts(DicTools.SOURCE_FLAG_ORIGINAL); Map map2 = this.getDBCounts(DicTools.SOURCE_FLAG_HANDLE); Map map3 = this.getDBCounts(DicTools.SOURCE_FLAG_ANALYSIS); //保存 getMonitorCount(map1,DicTools.SOURCE_FLAG_ORIGINAL,map0); getMonitorCount(map2,DicTools.SOURCE_FLAG_HANDLE,map0); getMonitorCount(map3,DicTools.SOURCE_FLAG_ANALYSIS,map0); } catch (Exception e) { log.error("定时统计监控总条数报错"+e); } } private void getMonitorCount(Map map,String partition,Map map0) { long count = map0.containsKey(partition) == true ?map0.get(partition) : 0; MonitorCount monitorCount = new MonitorCount(); int createDate = (int)(System.currentTimeMillis()/1000); monitorCount.setCreateDate(createDate); monitorCount.setPartition(partition); monitorCount.setDbTotalCount(map.get("dbTotalCount")+count); monitorCount.setFileTotalCount(map.get("fileTotalCount")); monitorCount.setFileTotalSize(map.get("fileTotalSize")); monitorCountDao.save(monitorCount); } //统计hive private Map findHiveCount() throws Exception{ Map rel = new HashMap(); Map mapTab = new HashMap(); Map mapPartitionTab = new HashMap(); List admins = adminResourceDao.findByTypeIsType(DicTools.RS_STYLE_HIVEMETADATA); if(admins != null && admins.size() > 0 ) { for (AdminResource admin : admins) { String driverName = rb.getString("mysql.driver"); String url = "jdbc:mysql://" + admin.getIp().trim() + ":" + admin.getPort().trim() + "/"+ admin.getInstance() + "?characterEncoding=utf-8"; //查询不含分区的表单总条数 //String sql1 = "select FORMAT(sum(tb.PARAM_VALUE),0) " +  String sql1 = "select d.NAME, sum(tb.PARAM_VALUE) " +  "from TBLS t " +  "left join DBS d " +  "on t.DB_ID = d.DB_ID " +  "left join TABLE_PARAMS tb " +  "on t.TBL_ID = tb.TBL_ID " +  "where tb.PARAM_KEY='numRows' " + "group by d.NAME"; //弊端假如key项目会替换 mapTab.putAll(getHiveCounts(driverName, url, admin.getUserName(), admin.getPwd(), sql1)); //String sql2 = "select FORMAT(sum(a.PARAM_VALUE),0) " +  String sql2 = "select d.NAME, sum(a.PARAM_VALUE) " +  "from TBLS t " +  "left join DBS d " +  "on t.DB_ID = d.DB_ID " +  "left join PARTITIONS p " +  "on t.TBL_ID = p.TBL_ID " +  "left join PARTITION_PARAMS a " +  "on p.PART_ID=a.PART_ID " +  "where a.PARAM_KEY='numRows' " + "group by d.NAME"; mapPartitionTab.putAll(getHiveCounts(driverName, url, admin.getUserName(), admin.getPwd(),sql2)); } //用map去数据库匹配然后进行累加操作 mapTab = this.combiner(mapTab, mapPartitionTab); List