using System;
using System.IO;
using System.Net;
using System.Text.RegularExpressions;
class MainClass
{
private static void Main()
{
string remoteUri = "http://www.navioo.com";
WebClient client = new WebClient();
string str = client.DownloadString(remoteUri);
MatchCollection matches = Regex.Matches(str,@"http\S+[^-,;:?]\.htm");
foreach(Match match in matches)
{
foreach(Group grp in match.Groups)
{
string file = grp.Value.Substring(grp.Value.LastIndexOf('/')+1);
try
{
Console.WriteLine("Downloading {0} to file {1}",
grp.Value, file);
//client.DownloadFile(new Uri(grp.Value), file);
}
catch
{
Console.WriteLine("Failed to download {0}", grp.Value);
}
}
}
}
}
Output
Downloading http://www.navioo.com/Code/Java/CatalogJava.htm to file CatalogJava.htm
Downloading http://www.navioo.com/Tutorial/Java/CatalogJava.htm to file CatalogJava.htm
Downloading http://www.navioo.com/Article/Java/CatalogJava.htm to file CatalogJava.htm
Downloading http://www.navioo.com/Product/Java/CatalogJava.htm to file CatalogJava.htm