C#

foreach(ListViewItem prv in des.lProvinces.CheckedItems)
			{
				if (prv.Text.Equals("All"))
				    continue;
				pmuAccessPath=string.Format("{0}\\{1}\\NSPDatabase.mdb",des.DestinationFolder,prv.Text.Trim());
				if (!Directory.Exists(Path.GetDirectoryName(pmuAccessPath)))
					Directory.CreateDirectory(Path.GetDirectoryName(pmuAccessPath));
				if (!File.Exists(pmuAccessPath))
					File.Copy(des.SourceAccessPath,pmuAccessPath);
				Finish fin=new Finish();
				pnlControls.Controls.Add(fin);
				fin.Dock=DockStyle.Top;
				fin.lblProvince.Text=string.Format("Province :  ({0})",prv.Text);
				fin.lblProvince.Refresh();
				Triplet triplet=new Triplet(fin,pmuAccessPath,prv.Tag);
				ThreadPool.QueueUserWorkItem(new WaitCallback(runMultiple),(object)triplet);
				Thread.Sleep(50);

using System;
using System.Collections.Generic;
using System.Web;
using System.Web.UI;
using System.Web.UI.WebControls;
using System.Net;
using System.IO;
using System.Text;
using System.Text.RegularExpressions;


namespace ShoppingDataExtractor
{
public partial class spider : System.Web.UI.Page
{
protected void Page_Load(object sender, EventArgs e)
{
// used to build entire input
StringBuilder sb = new StringBuilder();

// used on each read operation
byte[] buf = new byte[8192];

string initialURL = "http://www.bestpricedirectory.com.au/";

try
{
WebRequest myRequest = WebRequest.Create(initialURL);

// Return the response.
WebResponse myResponse = myRequest.GetResponse();

Response.Write(myResponse);
// Code to use the WebResponse goes here.

Stream resStream = myResponse.GetResponseStream();

string tempString = null;
int count = 0;

do
{
// fill the buffer with data
count = resStream.Read(buf, 0, buf.Length);

// make sure we read some data
if (count != 0)
{
// translate from bytes to ASCII text
tempString = Encoding.ASCII.GetString(buf, 0, count);

// continue building the string
sb.Append(tempString);
}
}
while (count > 0); // any more data to read?


Response.Write(sb.ToString());

// regex to find all html links

// next - to use recursion to follow all links and write out


Regex r = new Regex(@"href=\""(.*?)\""",

RegexOptions.IgnoreCase | RegexOptions.Compiled);

MatchCollection matches = r.Matches(sb.ToString());

foreach (Match match in matches)
{
Array values = match.Value.ToCharArray();

foreach (System.Char line in values)
{
//Response.Write("{0} ", line);
File.AppendAllText(@"C:/Documents and Settings/Administrator/My Documents/Visual Studio 2008/Projects/ShoppingDataExtractor/spider.txt", ({0}) ,line);
sb.ToString();

//File.AppendAllText(@"C:/Documents and Settings/Administrator/My Documents/Visual Studio 2008/Projects/ShoppingDataExtractor/spider.txt", match.Value + Environment.NewLine);
}

// Close the response to free resources.
}
myResponse.Close();
resStream.Close();
}
catch (Exception ex)
{
Response.Write(ex.ToString());
}

}
}
}