wcf系列学习5天速成——第四天 wcf之分布式架构
原文:
wcf系列学习5天速成——第四天 wcf之分布式架构
LoadDBServcie
SerializableDictionary
IAddress.cs
Address.cs
ILiveAddressCallback.cs
IProduct.cs
Product.cs
SearchHost.cs
IServiceList.cs
ServiceList.cs
Program.cs
Program.cs
今天是wcf系列的第四天，也该出手压轴戏了。嗯，现在的大型架构，都是神马的，
nginx鸡群，iis鸡群，wcf鸡群，DB鸡群，由一个人作战变成了群殴.......
今天我就分享下wcf鸡群，高性能架构中一种常用的手法就是在内存中维护一个叫做“索引”的内存数据库，
在实战中利用“索引”这个概念做出"海量数据“的秒杀。
好，先上图：
这个图明白人都能看得懂吧。因为我的系列偏重于wcf，所以我重点说下”心跳检测“的实战手法。
第一步：上一下项目的结构，才能做到心中有数。
第二步：“LoadDBService”这个是控制台程序，目的就是从数据库抽出关系模型加载在内存数据库中，因为这些东西会涉及一些算法的知识，
在这里就不写算法了，就简单的模拟一下。
LoadDBServcie
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.Runtime.Serialization;
6 using System.Web.Script.Serialization;
7 using System.IO;
8 using System.Xml.Serialization;
9 using System.Xml;
10 using Common;
11
12 namespace LoadDBData
13 {
14 class Program
15 {
16 static void Main(string[] args)
17 {
18 //模拟从数据库加载索引到内存中,形成内存中的数据库
19 //这里的 "Dictionary" 用来表达“一个用户注册过多少店铺“，即UserID与ShopID的一对多关系
20 SerializableDictionary<int, List<int>> dic = new SerializableDictionary<int, List<int>>();
21
22 List<int> shopIDList = new List<int>();
23
24 for (int shopID = 300000; shopID < 300050; shopID++)
25 shopIDList.Add(shopID);
26
27 int UserID = 15;
28
29 //假设这里已经维护好了UserID与ShopID的关系
30 dic.Add(UserID, shopIDList);
31
32 XmlSerializer xml = new XmlSerializer(dic.GetType());
33
34 var memoryStream = new MemoryStream();
35
36 xml.Serialize(memoryStream, dic);
37
38 memoryStream.Seek(0, SeekOrigin.Begin);
39
40 //将Dictionary持久化，相当于模拟保存在Mencache里面
41 File.AppendAllText("F://1.txt", Encoding.UTF8.GetString(memoryStream.ToArray()));
42
43 Console.WriteLine("数据加载成功！");
44
45 Console.Read();
46 }
47 }
48 }
因为Dictionary不支持序列化，所以我从网上拷贝了一份代码让其执行序列化
SerializableDictionary
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.Xml.Serialization;
6 using System.Xml;
7 using System.Xml.Schema;
8 using System.Runtime.Serialization;
9
10 namespace Common
11 {
12 ///<summary>
13 /// 标题：支持 XML 序列化的 Dictionary
14 ///</summary>
15 ///<typeparam name="TKey"></typeparam>
16 ///<typeparam name="TValue"></typeparam>
17 [XmlRoot("SerializableDictionary")]
18 public class SerializableDictionary<TKey, TValue> : Dictionary<TKey, TValue>, IXmlSerializable
19 {
20
21 public SerializableDictionary()
22 : base()
23 {
24 }
25 public SerializableDictionary(IDictionary<TKey, TValue> dictionary)
26 : base(dictionary)
27 {
28 }
29
30 public SerializableDictionary(IEqualityComparer<TKey> comparer)
31 : base(comparer)
32 {
33 }
34
35 public SerializableDictionary(int capacity)
36 : base(capacity)
37 {
38 }
39 public SerializableDictionary(int capacity, IEqualityComparer<TKey> comparer)
40 : base(capacity, comparer)
41 {
42 }
43 protected SerializableDictionary(SerializationInfo info, StreamingContext context)
44 : base(info, context)
45 {
46 }
47
48
49 public System.Xml.Schema.XmlSchema GetSchema()
50 {
51 return null;
52 }
53 ///<summary>
54 /// 从对象的 XML 表示形式生成该对象
55 ///</summary>
56 ///<param name="reader"></param>
57 public void ReadXml(System.Xml.XmlReader reader)
58 {
59 XmlSerializer keySerializer = new XmlSerializer(typeof(TKey));
60 XmlSerializer valueSerializer = new XmlSerializer(typeof(TValue));
61 bool wasEmpty = reader.IsEmptyElement;
62 reader.Read();
63 if (wasEmpty)
64 return;
65 while (reader.NodeType != System.Xml.XmlNodeType.EndElement)
66 {
67 reader.ReadStartElement("item");
68 reader.ReadStartElement("key");
69 TKey key = (TKey)keySerializer.Deserialize(reader);
70 reader.ReadEndElement();
71 reader.ReadStartElement("value");
72 TValue value = (TValue)valueSerializer.Deserialize(reader);
73 reader.ReadEndElement();
74 this.Add(key, value);
75 reader.ReadEndElement();
76 reader.MoveToContent();
77 }
78 reader.ReadEndElement();
79 }
80
81 /**/
82 ///<summary>
83 /// 将对象转换为其 XML 表示形式
84 ///</summary>
85 ///<param name="writer"></param>
86 public void WriteXml(System.Xml.XmlWriter writer)
87 {
88 XmlSerializer keySerializer = new XmlSerializer(typeof(TKey));
89 XmlSerializer valueSerializer = new XmlSerializer(typeof(TValue));
90 foreach (TKey key in this.Keys)
91 {
92 writer.WriteStartElement("item");
93 writer.WriteStartElement("key");
94 keySerializer.Serialize(writer, key);
95 writer.WriteEndElement();
96 writer.WriteStartElement("value");
97 TValue value = this[key];
98 valueSerializer.Serialize(writer, value);
99 writer.WriteEndElement();
100 writer.WriteEndElement();
101 }
102 }
103
104 }
105 }
第三步： "HeartBeatService"也做成了一个控制台程序，为了图方便，把Contract和Host都放在一个控制台程序中,
代码中加入了注释，看一下就会懂的。
IAddress.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Runtime.Serialization;
5 using System.ServiceModel;
6 using System.Text;
7
8 namespace HeartBeatService
9 {
10 //CallbackContract：这个就是Client实现此接口，方便服务器端通知客户端
11 [ServiceContract(CallbackContract = typeof(ILiveAddressCallback))]
12 public interface IAddress
13 {
14 ///<summary>
15 /// 此方法用于Search启动后，将Search地址插入到此处
16 ///</summary>
17 ///<param name="address"></param>
18 [OperationContract(IsOneWay = true)]
19 void AddSearch(string address);
20
21 ///<summary>
22 /// 此方法用于IIS端获取search地址
23 ///</summary>
24 ///<param name="address"></param>
25 [OperationContract(IsOneWay = true)]
26 void GetService(string address);
27 }
28 }
Address.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Runtime.Serialization;
5 using System.ServiceModel;
6 using System.Text;
7 using System.Timers;
8 using System.IO;
9 using System.Collections.Concurrent;
10 using SearhService;
11 using ClientService;
12
13 namespace HeartBeatService
14 {
15 //InstanceContextMode：主要是管理上下文的实例，此处是single，也就是单体
16 //ConcurrencyMode： 主要是用来控制实例中的线程数，此处是Multiple，也就是多线程
17 [ServiceBehavior(InstanceContextMode = InstanceContextMode.Single, ConcurrencyMode = ConcurrencyMode.Multiple)]
18 public class Address : IAddress
19 {
20 static List<string> search = new List<string>();
21
22 static object obj = new object();
23
24 ///<summary>
25 /// 此静态构造函数用来检测存活的Search个数
26 ///</summary>
27 static Address()
28 {
29 Timer timer = new Timer();
30 timer.Interval = 6000;
31 timer.Elapsed += (sender, e) =>
32 {
33
34 Console.WriteLine("\n***************************************************************************");
35 Console.WriteLine("当前存活的Search为：");
36
37 lock (obj)
38 {
39 //遍历当前存活的Search
40 foreach (var single in search)
41 {
42 ChannelFactory<IProduct> factory = null;
43
44 try
45 {
46 //当Search存在的话，心跳服务就要定时检测Search是否死掉，也就是定时的连接Search来检测。
47 factory = new ChannelFactory<IProduct>(new NetTcpBinding(SecurityMode.None), new EndpointAddress(single));
48 factory.CreateChannel().TestSearch();
49 factory.Close();
50
51 Console.WriteLine(single);
52
53 }
54 catch (Exception ex)
55 {
56 Console.WriteLine(ex.Message);
57
58 //如果抛出异常，则说明此search已经挂掉
59 search.Remove(single);
60 factory.Abort();
61 Console.WriteLine("\n当前时间：" + DateTime.Now + " ,存活的Search有：" + search.Count() + "个");
62 }
63 }
64 }
65
66 //最后统计下存活的search有多少个
67 Console.WriteLine("\n当前时间：" + DateTime.Now + " ,存活的Search有：" + search.Count() + "个");
68 };
69 timer.Start();
70 }
71
72 public void AddSearch(string address)
73 {
74
75 lock (obj)
76 {
77 //是否包含相同的Search地址
78 if (!search.Contains(address))
79 {
80 search.Add(address);
81
82 //search添加成功后就要告诉来源处，此search已经被成功载入。
83 var client = OperationContext.Current.GetCallbackChannel<ILiveAddressCallback>();
84 client.LiveAddress(address);
85 }
86 }
87 }
88
89 public void GetService(string address)
90 {
91 Timer timer = new Timer();
92 timer.Interval = 1000;
93 timer.Elapsed += (obj, sender) =>
94 {
95 try
96 {
97 //这个是定时的检测IIS是否挂掉
98 var factory = new ChannelFactory<IServiceList>(new NetTcpBinding(SecurityMode.None),
99 new EndpointAddress(address));
100
101 factory.CreateChannel().AddSearchList(search);
102
103 factory.Close();
104
105 timer.Interval = 10000;
106 }
107 catch (Exception ex)
108 {
109 Console.WriteLine(ex.Message);
110 }
111 };
112 timer.Start();
113 }
114 }
115 }
ILiveAddressCallback.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6
7 namespace HeartBeatService
8 {
9 ///<summary>
10 /// 等客户端实现后，让客户端约束一下，只能是这个LiveAddress方法
11 ///</summary>
12 public interface ILiveAddressCallback
13 {
14 [OperationContract(IsOneWay = true)]
15 void LiveAddress(string address);
16 }
17 }
第四步： 我们开一下心跳，预览下效果：
是的，心跳现在正在检测是否有活着的Search。
第五步："SearhService" 这个Console程序就是WCF的search，主要用于从MemerCache里面读取索引。
记得要添加一下对“心跳服务”的服务引用。
IProduct.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Runtime.Serialization;
5 using System.ServiceModel;
6 using System.Text;
7
8 namespace SearhService
9 {
10 // 注意: 使用“重构”菜单上的“重命名”命令，可以同时更改代码和配置文件中的接口名“IService1”。
11 [ServiceContract]
12 public interface IProduct
13 {
14 [OperationContract]
15 List<int> GetShopListByUserID(int userID);
16
17 [OperationContract]
18 void TestSearch();
19 }
20 }
Product.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Runtime.Serialization;
5 using System.ServiceModel;
6 using System.Text;
7 using Common;
8 using System.Xml;
9 using System.IO;
10 using System.Xml.Serialization;
11
12 namespace SearhService
13 {
14 public class Product : IProduct
15 {
16 public List<int> GetShopListByUserID(int userID)
17 {
18 //模拟从MemCache中读取索引
19 SerializableDictionary<int, List<int>> dic = new SerializableDictionary<int, List<int>>();
20
21 byte[] bytes = Encoding.UTF8.GetBytes(File.ReadAllText("F://1.txt", Encoding.UTF8));
22
23 var memoryStream = new MemoryStream();
24
25 memoryStream.Write(bytes, 0, bytes.Count());
26
27 memoryStream.Seek(0, SeekOrigin.Begin);
28
29 XmlSerializer xml = new XmlSerializer(dic.GetType());
30
31 var obj = xml.Deserialize(memoryStream) as Dictionary<int, List<int>>;
32
33 return obj[userID];
34 }
35
36 public void TestSearch() { }
37 }
38 }
SearchHost.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6 using System.Configuration;
7 using System.Timers;
8 using SearhService.HeartBeatService;
9
10 namespace SearhService
11 {
12 public class SearchHost : IAddressCallback
13 {
14 static DateTime startTime;
15
16 public static void Main()
17 {
18 ServiceHost host = new ServiceHost(typeof(Product));
19
20 host.Open();
21
22 AddSearch();
23
24 Console.Read();
25
26 }
27
28 static void AddSearch()
29 {
30 startTime = DateTime.Now;
31
32 Console.WriteLine("Search服务发送中.....\n\n*************************************************\n");
33
34 try
35 {
36 var heartClient = new AddressClient(new InstanceContext(new SearchHost()));
37
38 string search = ConfigurationManager.AppSettings["search"];
39
40 heartClient.AddSearch(search);
41 }
42 catch (Exception ex)
43 {
44 Console.WriteLine("Search服务发送失败：" + ex.Message);
45 }
46 }
47
48 public void LiveAddress(string address)
49 {
50 Console.WriteLine("恭喜你," + address + "已被心跳成功接收！\n");
51 Console.WriteLine("发送时间：" + startTime + "\n接收时间：" + DateTime.Now);
52 }
53 }
54 }
第六步：此时Search服务已经建好，我们可以测试当Search开启获取关闭对心跳有什么影响：
Search开启时：
Search关闭时：
对的，当Search关闭时，心跳检测该Search已经死掉，然后只能从集群中剔除。
当然，我们可以将Search拷贝N份，部署在N台机器中，只要修改一下endpoint地址就OK了，这一点明白人都会。
第七步："ClientService" 这里也就指的是IIS，此时我们也要添加一下对心跳的服务引用。
IServiceList.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6
7 namespace ClientService
8 {
9 [ServiceContract]
10 public interface IServiceList
11 {
12 [OperationContract]
13 void AddSearchList(List<string> search);
14 }
15 }
ServiceList.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6 using System.Configuration;
7 using System.Timers;
8 using System.Threading;
9
10 namespace ClientService
11 {
12 public class ServiceList : IServiceList
13 {
14 public static List<string> searchList = new List<string>();
15
16 static object obj = new object();
17
18 public static string Search
19 {
20 get
21 {
22 lock (obj)
23 {
24 //如果心跳没及时返回地址，客户端就在等候
25 if (searchList.Count == 0)
26 Thread.Sleep(1000);
27 return searchList[new Random().Next(0, searchList.Count)];
28 }
29 }
30 set
31 {
32
33 }
34 }
35
36 public void AddSearchList(List<string> search)
37 {
38 lock (obj)
39 {
40 searchList = search;
41
42 Console.WriteLine("************************************");
43 Console.WriteLine("当前存活的Search为:");
44
45 foreach (var single in searchList)
46 {
47 Console.WriteLine(single);
48 }
49 }
50 }
51 }
52 }
Program.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6 using System.Configuration;
7 using System.Threading;
8 using ClientService.HeartBeatService;
9 using SearhService;
10 using BaseClass;
11 using System.Data;
12 using System.Diagnostics;
13
14 namespace ClientService
15 {
16 class Program : IAddressCallback
17 {
18 static void Main(string[] args)
19 {
20
21 ServiceHost host = new ServiceHost(typeof(ServiceList));
22
23 host.Open();
24
25 var client = new AddressClient(new InstanceContext(new Program()));
26
27 //配置文件中获取iis的地址
28 var iis = ConfigurationManager.AppSettings["iis"];
29
30 //将iis的地址告诉心跳
31 client.GetService(iis);
32
33 //从集群中获取search地址来对Search服务进行调用
34 var factory = new ChannelFactory<IProduct>(new NetTcpBinding(SecurityMode.None), new EndpointAddress(ServiceList.Search));
35
36 //根据userid获取了shopID的集合
37 var shopIDList = factory.CreateChannel().GetShopListByUserID(15);
38
39 //.......................... 后续就是我们将shopIDList做连接数据库查询（做到秒杀）
40
41 Console.Read();
42 }
43
44 public void LiveAddress(string address)
45 {
46
47 }
48 }
49 }
然后我们开启Client,看看效果咋样：
当然，search集群后，client得到search的地址是随机的，也就分担了search的负担，实现有福同享，有难同当的效果了。
最后： 我们做下性能检测，看下“秒杀”和“毫秒杀”的效果。
首先在数据库的User表和Shop插入了180万和20万的数据用于关联。
ClientService改造后的代码：
Program.cs
1 using System;
2 using System.Collections.Generic;
3 using System.Linq;
4 using System.Text;
5 using System.ServiceModel;
6 using System.Timers;
7 using System.Diagnostics;
8 using BaseClass;
9 using ClientService;
10 using ClientService.HeartBeatService;
11 using System.Configuration;
12 using SearhService;
13
14 namespace ClientService
15 {
16 class Program : IAddressCallback
17 {
18 static void Main(string[] args)
19 {
20
21 ServiceHost host = new ServiceHost(typeof(ServiceList));
22
23 host.Open();
24
25 var client = new AddressClient(new InstanceContext(new Program()));
26
27 //配置文件中获取iis的地址
28 var iis = ConfigurationManager.AppSettings["iis"];
29
30 //将iis的地址告诉心跳
31 client.GetService(iis);
32
33 //从集群中获取search地址来对Search服务进行调用
34 var factory = new ChannelFactory<IProduct>(new NetTcpBinding(SecurityMode.None), new EndpointAddress(ServiceList.Search));
35
36 //根据userid获取了shopID的集合
37 //比如说这里的ShopIDList是通过索引交并集获取的分页的一些shopID
38 var shopIDList = factory.CreateChannel().GetShopListByUserID(15);
39
40 var strSql = string.Join(",", shopIDList);
41
42 Stopwatch watch = new Stopwatch();
43
44 watch.Start();
45 SqlHelper.Query("select s.ShopID,u.UserName,s.ShopName from [User] as u ,Shop as s where s.ShopID in(" + strSql + ")");
46 watch.Stop();
47
48 Console.WriteLine("通过wcf索引获取的ID >>>花费时间:" + watch.ElapsedMilliseconds);
49
50 //普通的sql查询花费的时间
51 StringBuilder builder = new StringBuilder();
52
53 builder.Append("select * from ");
54 builder.Append("(select ROW_NUMBER() over(order by s.ShopID) as NumberID, ");
55 builder.Append(" s.ShopID, u.UserName, s.ShopName ");
56 builder.Append("from Shop s left join [User] as u on u.UserID=s.UserID ");
57 builder.Append("where s.UserID=15) as array ");
58 builder.Append("where NumberID>300000 and NumberID<300050");
59
60 watch.Start();
61 SqlHelper.Query(builder.ToString());
62 watch.Stop();
63
64 Console.WriteLine("普通的sql分页 >>>花费时间:" + watch.ElapsedMilliseconds);
65
66 Console.Read();
67 }
68
69 public void LiveAddress(string address)
70 {
71
72 }
73 }
74 }
性能图：
对的，一个秒杀，一个是毫秒杀，所以越复杂越能展示出“内存索引”的强大之处。
源码下载：HeartBeat.rar