T-SQL存储过程调用SSIS Package

为什么需要用存储过程调用SSIS Package?

可以综合利用存储过程和SSIS Package各自的优点。如Package中有很多现成的component直接使用,而存储过程中实现同样功能则需要大费周章;存储过程的传参灵活方便,而Package的传入参数如果是经常需要变化的,就比较麻烦了。

两种方法

1、调用SSISDB内置的存储过程

如果SSIS Package是部署在SQL Server的Integration Services Catalogs上的话,可以利用SSISDB中的几个内置存储过程来实现功能。

注意:调用以此方法写就的存储过程时需要用Windows Authentication方式登录数据库

示例存储过程用到一个自定义表变量PACKAGEVARIABLES,需要事先定义:

IF NOT EXISTS(SELECT * FROM  sys.table_types)
CREATE TYPE [dbo].[PackageVariables] AS TABLE ( 
  [id] INT IDENTITY (1, 1) NOT NULL,
  [property_path] NVARCHAR (4000) NOT NULL, 
  [property_value] NVARCHAR (MAX) NOT NULL, 
  [sensitive] BIT DEFAULT ((0)) NOT NULL
);

存储过程实现代码如下:

CREATE PROC [dbo].[usp_CallSSISPackage] @package_name    NVARCHAR(260),--包名称
                                        @folder_name     NVARCHAR(128),--IS Catagory文件夹名
                                        @project_name    NVARCHAR(128),--IS Catagory项目名称
                                        @use32bitruntime BIT=FALSE,--以32位运行还是64位
                                        @delay           VARCHAR(100)='00:00:30',--package启动后每隔多久查看一次运行情况
                                        @maxExecMinutes  INT=60,--超时分钟数,超过这个时间则不再继续等待
                                        @variables       PACKAGEVARIABLES READONLY,--自定义数据类型
                                        @status          INT OUTPUT,--0:Succeeded 1:Failed package运行状态
                                        @execution_id    BIGINT OUTPUT--SSISDB自动生成的execution_id
AS
  BEGIN
      /*
      --Example:
      
      DECLARE @variables AS PACKAGEVARIABLES;
      DECLARE @pkgStatus INT;
      DECLARE @execution_id BIGINT;
      INSERT INTO @variables
                (property_path,
                 property_value)
      VALUES      (N'\Package.Variables[User::var1].Value',
                 @script);
      
      INSERT INTO @variables
                (property_path,
                 property_value)
      VALUES      (N'\Package.Variables[User::var2].Value',
                 @database);
      
      INSERT INTO @variables
                (property_path,
                 property_value)
      VALUES      (N'\Package.Variables[User::var3].Value',
                 @level);
      
      INSERT INTO @variables
                (property_path,
                 property_value)
      VALUES      (N'\Package.Variables[User::var4].Value',
                 @operation_type);
      
      EXEC [dbo].[usp_CallSSISPackage]
      @package_name=N'MyPackage.dtsx',
      @folder_name=N'MySolution',
      @project_name=N'MyProject',
      @variables=@variables,
      @status=@pkgStatus,
      @execution_id=@execution_id;
      */
      SET NOCOUNT ON;

      DECLARE @property_path NVARCHAR(4000);
      DECLARE @property_value NVARCHAR(MAX);
      DECLARE @sensitive BIT;
      DECLARE @i INT=1;
      DECLARE @max INT;
      DECLARE @runningStatus INT;
      DECLARE @isBufferUsed BIT = 0;
      DECLARE @statusReport VARCHAR(500);
      DECLARE @pkgStartTime DATETIME = GETDATE();
      DECLARE @errMsg NVARCHAR(2048);
      DECLARE @errSev INT;
      DECLARE @errState INT;

      BEGIN TRY
          SELECT @max = ISNULL(MAX(id), 0)
          FROM   @variables;

          EXEC [SSISDB].[catalog].[create_execution]
            @package_name=@package_name,
            @execution_id=@execution_id OUTPUT,
            @folder_name=@folder_name,
            @project_name=@project_name,
            @use32bitruntime=False,
            @reference_id=NULL

          DECLARE @var0 SMALLINT = 1

          EXEC [SSISDB].[catalog].[set_execution_parameter_value]
            @execution_id,
            @object_type=50,
            @parameter_name=N'LOGGING_LEVEL',
            @parameter_value=@var0

          WHILE @i <= @max
            BEGIN
                SELECT @property_path = property_path,
                       @property_value = property_value,
                       @sensitive = sensitive
                FROM   @variables
                WHERE  id = @i;

                EXEC [SSISDB].[catalog].[set_execution_property_override_value]
                  @execution_id,
                  @property_path,
                  @property_value,
                  @sensitive

                SET @i=@i + 1;
            END

          EXEC [SSISDB].[catalog].[start_execution]
            @execution_id

          SET @statusReport='Started to execute ' + @package_name;

          RAISERROR(@statusReport,0,1) WITH NOWAIT;

          --Monitor the log
          WHILE @runningStatus IN( 1, 2, 5, 8 )
                 OR @runningStatus IS NULL
            BEGIN
                WHILE @runningStatus IS NOT NULL
                       OR @isBufferUsed = 0
                  BEGIN
                      SELECT @runningStatus = [Status]
                      FROM   SSISDB.[catalog].[executions] WITH(NOLOCK)
                      WHERE  execution_id = @execution_id;

                      SET @statusReport = 'Running Status is '
                                          + CAST(@runningStatus AS VARCHAR(20));

                      RAISERROR(@statusReport,0,1) WITH NOWAIT;

                      IF @runningStatus IS NULL
                        BEGIN
                            RAISERROR('Execution log is not found yet. Wait for 30 seconds...',0,1) WITH NOWAIT;

                            WAITFOR DELAY '00:00:30';

                            SET @isBufferUsed = 1;
                        END
                      ELSE
                        BREAK;
                  END

                IF @runningStatus IS NULL
                  BEGIN
                      RAISERROR('Execution log is not found after waiting for 30 seconds. Please check the status and update ProcessFlag mannually!',0,1) WITH NOWAIT;

                      SET @status = 1;

                      BREAK;
                  END
                ELSE IF @runningStatus IN( 1, 2, 5, 8 )
                  BEGIN
                      SET @statusReport = 'The package is ' + CASE @runningStatus WHEN 1 THEN 'created' WHEN 2 THEN 'running' WHEN 5 THEN 'pending' WHEN 8 THEN 'stopping' END + '. Wait for ' + @delay
                                          + '...';

                      RAISERROR(@statusReport,0,1) WITH NOWAIT;

                      WAITFOR DELAY @delay;
                  END
                ELSE
                  BEGIN
                      SET @statusReport = 'The package is ' + CASE @runningStatus WHEN 3 THEN 'canceled' WHEN 4 THEN 'failed' WHEN 6 THEN 'ended unexceptedly' WHEN 7 THEN 'succeeded' WHEN 9 THEN 'completed' END

                      RAISERROR(@statusReport,0,1) WITH NOWAIT;

                      SET @status = CASE @runningStatus
                                      WHEN 7 THEN 0
                                      ELSE 1
                                    END;
                  END

                IF DATEDIFF(MINUTE, @pkgStartTime, GETDATE()) >= @maxExecMinutes
                  BEGIN
                      RAISERROR('The package execution timed out! Please check the status and update ProcessFlag mannually!',0,1) WITH NOWAIT;

                      SET @status = 1;

                      BREAK;
                  END
            END
      END TRY

      BEGIN CATCH
          SET @errMsg=ERROR_MESSAGE();
          SET @errSev=ERROR_SEVERITY();
          SET @errState=ERROR_STATE();

          RAISERROR(@errMsg,@errSev,@errState) WITH NOWAIT;

          SET @status = 1;

          RETURN;
      END CATCH
  END

2、调用dtexec命令
如果SSIS Package是以File System形式存放,则需要调用dtexec命令了。
虽然这种方法对于package部署在IS Catagory上的情况也适用,但由于无法直接通过return code来判断package运行成功与否,不推荐。
存储过程的核心代码如下:

--Config for dtexec
EXEC sp_configure
  'show advanced options',
  1;

RECONFIGURE;
EXEC sp_configure
  'xp_cmdshell',
  1;

DECLARE @cmd        VARCHAR(8000),
        @returncode INT
DECLARE @val1 VARCHAR(255),
        @val2 VARCHAR(255),
        @val3 VARCHAR(255)

SET @val1 = 'Value 1'
SET @val2 = 'Value 2'
SET @val3 = 'Value 3'
SET @cmd1='dtexec /Rep e /FILE "\"E:\MySolution\MyProject\MyPackage.dtsx\"" /SET \Package.Variables[User::var1].Value;"'
          + @val1
          + '"  /SET \Package.Variables[User::var2].Value;"'
          + @val2
          + '" /SET \Package.Variables[User::var3].Value;"'
          + @val3 + '"'

EXEC @returncode = xp_cmdshell--0:Succeeded 1:Failed
  @cmd

你可能感兴趣的:(T-SQL存储过程调用SSIS Package)