利用 Remoting 实现异步队列机制

很多需要提高应用性能(提高立即响应速度(但不立即处理)、提高吞吐能力、提升用户体验)的场景,
都采用异步处理的机制,.Net 中可能用 MSMQ 的实现样例不少,其实自行实现异步队列并不复杂。

最近有两个项目组的同事向我要了类似的关于实现异步队列的方法,
于是翻出了两年以前写的实现 SP 与运营商短信网关通信的上下行短信队列处理相关的代码,
尽管不难,自觉多少有点儿技术含量,拿出来晒晒,

因此去掉了所有的与业务相关的逻辑,保留通用的异步处理功能,
提炼出一套完整的、通用的、核心关键代码,编译后即可运行,方便大家。

该 Remoting 异步队列的实现,主要使用的 .Net 技术是多线程、Remoting、泛型容器类...
流程如下
1.并发若干客户端程序通过调用 RemotingQueue Server 提供的公开远程方法 Enqueue 将数据元素入队尾
2.RemotingQueue Server 发现队列不为空,则并发若干(<n)多线程陆续 Dequeue 队首数据元素并处理

注意:
1.队列的数据元素定义需自行实现
2.对出列数据元素的处理程序需自行实现

本人手懒,就写这么多,不再多写废话!

完整代码如下,注释不多,手懒,请谅解!

/**/ /*
Remoting 异步队列实现,流程如下
1.并发若干客户端程序通过调用 RemotingQueue Server 提供的公开远程方法 Enqueue 将数据元素入队尾
2.RemotingQueue Server 发现队列不为空,则并发若干线程陆续 Dequeue 队首数据元素并处理

注意:
1.队列的数据元素定义需自行实现
2.对出列数据元素的处理程序需自行实现
*/
//  server.cs
// C:\WINDOWS\Microsoft.NET\Framework\v2.0.50727\csc.exe server.cs /r:share.dll
// .Net 2.0 Remoting 宿主程序 服务 + Console
namespace  Microshaoft.RemotingObjects.Server
{
    using System;
    using System.Threading;

    using System.Collections;
    using System.Runtime.Remoting;
    using System.Runtime.Remoting.Channels;
    using System.Runtime.Remoting.Channels.Tcp;
    using System.Runtime.Serialization.Formatters;

    using System.ServiceProcess;
    using System.ComponentModel;
    using System.Configuration.Install;

    using Microshaoft.RemotingObjects.Share;

    public class RemotingQueueServiceHost : ServiceBase
    {
        /**//// <summary>
        /// 应用程序的主入口点。
        /// </summary>
        //[STAThread]
        static void Main(string[] args)
        {
            //Microshaoft
            //Microshaoft TODO: 在此处添加代码以启动应用程序
            //Microshaoft 
            RemotingQueueServiceHost service = new RemotingQueueServiceHost();
            if (args != null)
            {
                Console.WriteLine("Console");
                service.OnStart(null);
                Console.ReadLine();
                return;
            }
            Console.WriteLine("Service");
            ServiceBase.Run(service);
        }
        protected override void OnStart(string[] args)
        {
            Console.WriteLine(Environment.Version.ToString());

            BinaryServerFormatterSinkProvider provider = new BinaryServerFormatterSinkProvider();
            provider.TypeFilterLevel = TypeFilterLevel.Full;

            IDictionary props = new Hashtable();
            props["port"] = 8080;

            TcpChannel tc = new TcpChannel(props, null, provider);

            ChannelServices.RegisterChannel(tc, false);
            RemotingConfiguration.RegisterWellKnownServiceType
                                    (
                                        typeof(RemotingQueue)
                                        , "queueurl"
                                        , WellKnownObjectMode.Singleton
                                    );
            RemotingQueue.OnDequeue += new RemotingQueue.QueueEventHandler(DequeueProcess);
            Console.WriteLine("Server . , Press Enter key to exit.");
        }

        public static void DequeueProcess(Item item)
        {
            //Microshaoft TO DO
            //Microshaoft 队列的数据元素定义需自行实现
            //Microshaoft 数据库访问
            //Microshaoft 发邮件等

            DateTime DequeueTime = DateTime.Now;

            //Microshaoft Thread.Sleep(100); //Microshaoft 模拟长时间任务

            DateTime EndTime = DateTime.Now;
            Console.WriteLine
                        (
                            "QueueRemainCount {0}, Enqueue {1}, Dequeue {2},[{3}], End {4},[{5}],[{6}]"
                            , RemotingQueue.Count
                            , item.EnqueueTime
                            , DequeueTime
                            , (DequeueTime.Ticks - item.EnqueueTime.Ticks)/10000
                            , EndTime
                            , (EndTime.Ticks - DequeueTime.Ticks)/10000
                            , RemotingQueue.ConcurrentThreadsCount
                        );
        }
    }
    [RunInstallerAttribute(true)]
    public class ProjectInstaller: Installer
    {

        private ServiceInstaller serviceInstaller;
        private ServiceProcessInstaller processInstaller;

        public ProjectInstaller()
        {

            processInstaller = new ServiceProcessInstaller();
            serviceInstaller = new ServiceInstaller();

            //Microshaoft  Service will run under system account
            processInstaller.Account = ServiceAccount.LocalSystem;

            //Microshaoft  Service will have Start Type of Manual
            serviceInstaller.StartType = ServiceStartMode.Manual;

            serviceInstaller.ServiceName = "RemotingQueueService";

            Installers.Add(serviceInstaller);
            Installers.Add(processInstaller);
        }
    }
}
// Microshaoft =====================
// Microshaoft Remoting Server Object

namespace  Microshaoft.RemotingObjects
{
    using System;
    using System.IO;
    using System.Net;
    using System.Web;
    using System.Text;

    using System.Threading;
    using System.Configuration;

    using System.Collections.Generic;

    using Microshaoft.RemotingObjects.Share;

    public class RemotingQueue : MarshalByRefObject
    {
        public delegate void QueueEventHandler(Item item);
        public static event QueueEventHandler OnDequeue;

        private static Queue<Item> _Queue = new Queue<Item>();
        private static object _SyncLockObject = new object();
        private static int _MaxConcurrentThreadsCount = 10; //Microshaoft 允许并发出列处理线程数为 10
        private static int _ConcurrentThreadsCount = 0; //Microshaoft 用于控制并发线程数 

        private static bool _QueueRuning = false;


        //Microshaoft 服务启动后可立即开启新的线程调用此方法(死循环)
        private static void QueueRun() //Microshaoft ThreadStart
        {
            if (!_QueueRuning)
            {
                _QueueRuning = true;
                lock (_SyncLockObject)
                {
                    ThreadStart ts = new ThreadStart(QueueRunThreadProcess);
                    Thread t = new Thread(ts);
                    t.Name = "QueueRunThreadProcess";
                    t.Start();
                }
            }
        }

        public static int Count
        {
            get
            {
                return _Queue.Count;
            }
        }

        public static int ConcurrentThreadsCount
        {
            get
            {
                return _ConcurrentThreadsCount;
            }
        }

        private static void QueueRunThreadProcess()
        {
            Console.WriteLine("Queue Runing ");
            while (_Queue.Count > 0) //Microshaoft 死循环
            {
                Item item = null;
                lock(_SyncLockObject)
                {
                    if (_ConcurrentThreadsCount < _MaxConcurrentThreadsCount)
                    {
                        if (_Queue.Count > 0)
                        {
                            //_ConcurrentThreadsCount ++;
                            Interlocked.Increment(ref _ConcurrentThreadsCount);
                            item = _Queue.Dequeue();
                        }
                    }
                }
                if (item != null)
                {
                    //Microshaoft ThreadPool.QueueUserWorkItem(new WaitCallback(OnDequeueThreadProcess), item);
                    ThreadProcessState tps = new ThreadProcessState();

                    tps.Item = item;
                    Thread t = new Thread(new ThreadStart(tps.ThreadProcess));
                    t.Name = string.Format("ConcurrentThread[{0}]", _ConcurrentThreadsCount);
                    t.Start();
                }
            }
            _QueueRuning = false;
            Console.WriteLine("Queue Running Stopped ");
        }

        public void Enqueue(Item item)
        {
            //Microshaoft 队列的数据元素定义需自行实现 Item
            item.EnqueueTime = DateTime.Now;
            _Queue.Enqueue(item);
            //Microshaoft Console.WriteLine("Enqueue {0}", item.Name);
            if (!_QueueRuning)
            {
                QueueRun();
            }
        }

        private static void OnDequeueThreadProcess(Item item)
        {
            try
            {
                if (OnDequeue != null)
                {
                    OnDequeue(item);
                }
                DequeueThreadProcess();
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.Message);
            }
            finally
            {
/**////                lock (_SyncLockObject)
///                {
                    //Microshaoft Console.WriteLine("工作线程数: {0}", _ConcurrentThreadsCount - 1);
                    //_ConcurrentThreadsCount --;
                    Interlocked.Decrement(ref _ConcurrentThreadsCount);
/**////                }
            }
        }
        static int count = 0;
        private static void DequeueThreadProcess()
        {
            while (_Queue.Count > 0)
            {
                Item item = null;
                lock (_SyncLockObject)
                {
                    if (_Queue.Count > 0)
                    {
                        item = _Queue.Dequeue();
                        //count ++;
                        Interlocked.Increment(ref count);
                        //Microshaoft Console.WriteLine("Queue Count: {0},count: {1}", _Queue.Count, count);
                    }
                }
                if (item != null)
                {

                    if (OnDequeue != null)
                    {
                        OnDequeue(item);
                    }

                }
            }
        }

        private class ThreadProcessState
        {
            private Item _item;
            public Item Item
            {
                get
                {
                    return _item;
                }
                set
                {
                    _item = value;
                }
            }
            public void ThreadProcess()
            {
                //Microshaoft Console.WriteLine("{0} Thread Start:", Thread.CurrentThread.Name);
                RemotingQueue.OnDequeueThreadProcess(_item);
                //Microshaoft Console.WriteLine("{0} Thread End!", Thread.CurrentThread.Name);
                if (RemotingQueue._ConcurrentThreadsCount == 0)
                {
                    Console.WriteLine("All Threads Finished! Queue Count {0}", RemotingQueue.Count);
                }
            }
        }
    }
}

 

//  share.cs
// Server、Client 均需引用此 share.dll

// C:\WINDOWS\Microsoft.NET\Framework\v2.0.50727\csc.exe /t:library share.cs
// TO DO
// 队列的数据元素定义需自行实现,示例如下:
namespace  Microshaoft.RemotingObjects.Share
{
    using System;
    [Serializable]
    public class Item
    {
        private string _Name;
        public string Name
        {
            get
            {
                return _Name;
            }
            set
            {
                _Name = value; 
            }
        }
        private DateTime _EnqueueTime;
        public DateTime EnqueueTime
        {
            get
            {
                return _EnqueueTime;
            }
            set
            {
                _EnqueueTime = value; 
            }
        }

    }
}

 

//  client.cs
// C:\WINDOWS\Microsoft.NET\Framework\v1.1.4322\csc.exe client.cs /r:share.dll
namespace  Microshaoft.RemotingObjects.Client
{
    using System;
    using System.Collections;

    using System.Runtime.Remoting;
    using System.Runtime.Remoting.Channels;
    using System.Runtime.Remoting.Channels.Tcp;
    using System.Runtime.Serialization.Formatters;

    using System.Threading;

    using Microshaoft.RemotingObjects;
    using Microshaoft.RemotingObjects.Share;

    public class Class1
    {
        static RemotingQueue _queue;
        public static void Main()
        {
            Console.WriteLine(Environment.Version.ToString());
            Class1 a = new Class1();
            a.Run();
        }


        public void Run()
        {
            _queue = (RemotingQueue) Activator.GetObject
                                                (
                                                    typeof(RemotingQueue)
                                                    , "tcp://127.0.0.1:8080/queueUrl"
                                                );

            //Microshaoft 以下是耗时的主程序
            for (int i = 0; i < 100; i++)
            {
                Thread x = new Thread(new ThreadStart(ThreadProcess));
                x.Start();
            }
        }
        public void ThreadProcess()
        {
            for (int i = 0; i < 100; i++)
            {
                Item x = new Item();
                DateTime EnqueueTime = DateTime.Now;
                x.Name = EnqueueTime.ToString();
                _queue.Enqueue(x);
                Console.WriteLine
                            (
                                "Enqueue: {0},[{1}]"
                                , EnqueueTime
                                , (DateTime.Now.Ticks - EnqueueTime.Ticks)/10000
                            );
            }

        }
    }
}
// Microshaoft =========================================
// Microshaoft Remoting Object Client Local Proxy

namespace  Microshaoft.RemotingObjects
{
    using System;
    using Microshaoft.RemotingObjects.Share;


    public interface RemotingQueue
    {
        void Enqueue(Item item);
    }
}