public static void downLoadXMLFileAndSeperateFileToSourceWebFolder()
{
string link = "
http://www.heb.com/sitemap/recipeSitemap.xml";
var web = new WebClient();
web.Headers.Add("user-agent", "Only a test!");
var path = "siteMap.xml";
try
{
web.DownloadFile(link, path);
XmlDocument xmldoc = new XmlDocument();
xmldoc.Load(path);
var nodes = xmldoc["urlset"].ChildNodes;
int i = 0;
foreach (var node in nodes)
{
var nodeChild = node as XmlNode;
if (nodeChild != null && nodeChild["loc"] != null)
{
var url = nodeChild["loc"].InnerText;
var webNode = new WebClient();
webNode.Headers.Add("user-agent", "Only a test!");
webNode.DownloadFile(url, "SourceNodes/" + i + ".xml");
i++;
}
}
}
catch (Exception ex)
{
Console.WriteLine(ex);
}
}