Oracle 自动生成hive建表语句

从 oracle 数据库导数到到 hive 大数据平台，需要按照大数据平台的数据规范，重新生成建表的 SQL 语句，方便其间，写了一个自动生成SQL的存储过程。

① 创建一张表，用来存储源表的结构，以便进行数据处理（可以用临时表，创建表是为了方便核对数据）；

1 create table T_P_TABLE_NAME_TEMP
2 (
3   owner        VARCHAR2(30) not null,
4   table_name   VARCHAR2(30) not null,
5   tab_comments VARCHAR2(4000),
6   column_name  VARCHAR2(30) not null,
7   data_type    VARCHAR2(106),
8   col_comments VARCHAR2(4000)
9 );

② 还需要一张表来存储生成的SQL语句。

 1 -- Create table
 2 create table T_SQL
 3 (
 4   scsj       DATE,
 5   sqlyj      VARCHAR2(4000),
 6   table_name VARCHAR2(100) not null,
 7   mxyj       VARCHAR2(4000)
 8 )
 9 -- Add comments to the columns 
10 comment on column T_SQL.scsj
11   is '生成时间';
12 comment on column T_SQL.sqlyj
13   is 'SQL语句';
14 comment on column T_SQL.table_name
15   is '表名';

③ 存储过程代码。

  1 create or replace procedure p_ddpt_sql_init(p_table_name varchar2, --输入表名,必须大写
  2                                            p_error_no   out int, --错误编号
  3                                            p_error_info out varchar2  --错误信息
  4                                            )
  5 
  6 --调度平台 建表语句生成
  7 
  8  as
  9   nb_begindate date;
 10   nb_enddate   date;
 11   v_count      number;
 12   
 13   v_update_sql varchar(2000);
 14   v_temp_sql varchar(2000);
 15   v_detail_sql varchar(2000);
 16   v_out_sql varchar(2000);
 17   
 18   v_owner varchar(2000);
 19   v_table_name varchar(2000);
 20   v_tab_comments varchar(2000);
 21   v_column_name varchar(2000);
 22   v_data_type varchar(2000);
 23   v_col_comments varchar(2000);
 24 begin
 25 
 26   p_error_no   := 0;
 27   p_error_info := '';
 28 
 29   nb_begindate := sysdate;
 30   
 31   v_out_sql := 'use dm_mms;'||chr(13)||
 32                'drop table '||p_table_name||';'||chr(13)||
 33                'create table '||p_table_name||'('||chr(13);
 34                 
 35   execute immediate 'truncate table t_p_table_name_temp';
 36   
 37   insert into t_p_table_name_temp
 38     (owner, table_name, tab_comments, column_name, data_type, col_comments)
 39     select a.owner,
 40            a.table_name,
 41            c.comments tab_comments,
 42            a.column_name,
 43            a.data_type,
 44            b.comments col_comments
 45       from all_tab_columns a, all_col_comments b, all_tab_comments c
 46      where a.table_name = b.table_name
 47        and a.owner = b.owner
 48        and a.column_name = b.column_name
 49        and a.table_name = c.table_name
 50        and a.owner = c.owner
 51        and c.table_type = 'TABLE'
 52        and a.table_name = p_table_name
 53      order by a.table_name;
 54    commit;
 55    
 56    update t_p_table_name_temp set data_type = 'string' where data_type = 'VARCHAR2';
 57    update t_p_table_name_temp set data_type = 'double' where data_type = 'NUMBER';
 58    commit;
 59    
 60    update t_p_table_name_temp set data_type = 'string' where column_name = 'YGBH';
 61    update t_p_table_name_temp set data_type = 'string' where column_name = 'DWBH';
 62    update t_p_table_name_temp set data_type = 'string' where column_name = 'FGS';
 63    update t_p_table_name_temp set data_type = 'string' where column_name = 'KHYF';
 64    update t_p_table_name_temp set data_type = 'string' where column_name = 'SFYL';
 65    update t_p_table_name_temp set data_type = 'string' where column_name = 'RSSJ';
 66    update t_p_table_name_temp set data_type = 'string' where column_name = 'YLSC';
 67    update t_p_table_name_temp set data_type = 'string' where column_name = 'YGZT';
 68    update t_p_table_name_temp set data_type = 'string' where column_name = 'SYYLYF';
 69    update t_p_table_name_temp set data_type = 'string' where column_name = 'YGLX';
 70    update t_p_table_name_temp set data_type = 'string' where column_name = 'KHBH';
 71    update t_p_table_name_temp set data_type = 'string' where column_name = 'CSMRZ';
 72    update t_p_table_name_temp set data_type = 'string' where column_name = 'CSLX';
 73    update t_p_table_name_temp set data_type = 'string' where column_name like  '%YF';
 74    update t_p_table_name_temp set data_type = 'string' where column_name like  '%RQ';
 75    update t_p_table_name_temp set data_type = 'string' where column_name like  '%BH';  
 76    commit;
 77    
 78    --v_update_sql := 'update'|| p_table_name || ' set yj=replace(yj,''chr(13)'',chr(13)) where table_name = '''||p_table_name ||'''';
 79    dbms_output.put_line(v_update_sql);
 80    
 81    for c_row in (SELECT * FROM t_p_table_name_temp)
 82    loop
 83 
 84       v_owner := c_row.owner;
 85       v_table_name := c_row.table_name;
 86       v_tab_comments := c_row.tab_comments;
 87       v_column_name := c_row.column_name;
 88       v_data_type := c_row.data_type;
 89       v_col_comments := c_row.col_comments;
 90       
 91       if v_temp_sql is null then 
 92          v_temp_sql := v_column_name ||' '||v_data_type || ' comment '||'"'||v_col_comments||'"';
 93          v_detail_sql := v_column_name;
 94       else 
 95          v_temp_sql := v_temp_sql ||','||chr(13) || v_column_name ||' '||v_data_type || ' comment '||'"'||v_col_comments||'"';
 96          v_detail_sql := v_detail_sql||',' || chr(13) || v_column_name;
 97       end if;
 98       
 99   end loop;
100   
101   --select distinct tab_comments into v_tab_comments from t_p_table_name_temp;
102   
103   v_out_sql := v_out_sql || v_temp_sql ||') '||chr(13) ||'comment '||'"'|| v_tab_comments||'"'||chr(13);
104   v_detail_sql := 'select ' || chr(13) || v_detail_sql || ' from '|| v_owner ||'.' ||v_table_name;
105   
106   v_out_sql:=v_out_sql||'partitioned by(busi_date string) '||';';
107   
108   
109   
110   nb_enddate := sysdate;
111   
112   delete t_sql where table_name = p_table_name;
113   insert into t_sql
114     (scsj, sqlyj, table_name, mxyj)
115   values
116     (nb_enddate, v_out_sql, p_table_name, v_detail_sql);
117   commit; 
118   
119   p_error_no   := 1;
120   p_error_info := '调度平台建表语句生成成功！';
121   --p_insert_log_info('', nb_begindate, nb_enddate, '调度平台SQL语句生成', 'p_ddpt_sql_init', p_error_no, p_error_info);
122 exception
123   when others then
124     p_error_no   := -1;
125     p_error_info := '调度平台建表语句生成失败！' || sqlerrm;
126     --p_insert_log_info('', nb_begindate, nb_enddate, '奖励38 调度平台SQL语句生成', 'p_ddpt_sql_init', p_error_no, p_error_info);
127     rollback;
128 end p_ddpt_sql_init;

执行这段代码，生成的SQL语句会存储在T_SQL表中。

 

转载于:https://www.cnblogs.com/wangrui1587165/p/9287099.html