boost之tokenizer库，字符串拆分

tokenizer拆分字符串示例代码：

#include <iostream>
#include <string>
using namespace std;

#include <boost/tokenizer.hpp>
using namespace boost;

int main(int argc, char*argv[])
{
	//
	string s1 = "Thi,s is a test.";
	tokenizer<> tok1(s1);
	for(tokenizer<>::iterator ite1=tok1.begin(); ite1!=tok1.end(); ++ite1)
		cout<<*ite1<<" ";
	cout<<endl;

	//
	string s2 = ";;Hello|world||-foo--bar;yow;baz|";

	//char_separator<char> sep("-;|"); 
	char_separator<char> sep("-;", "|", keep_empty_tokens); 

	tokenizer<char_separator<char>> tok2(s2, sep);
	for(tokenizer<char_separator<char>>::iterator ite2=tok2.begin(); ite2!=tok2.end(); ++ite2)
		cout<<"<"<<*ite2<<"> ";
	cout<<endl;
	
	return 0;
}

运行结果：