#!C:\Perl\bin\perl.exe use lib 'c:/perl/site/LWP'; # Script to extract web pages from a decreasing counter # help@infrasup.com - 2007 use LWP::Simple; use LWP::UserAgent; use HTTP::Request; use HTTP::Response; use HTML::LinkExtor; # allows you to extract the links off of an HTML page #$httpcount=1001; for ($httpcount = 2099; $httpcount >= 0001; $httpcount--) # start count and decrease by amount until { $http='http://somedatabasesite.bbits.co.uk/Directory/CompanyDetails.aspx?id='; # first part of webpage $URL= "$http$httpcount"; # Join variables to create complete webpage call print "\n $URL"; #} #end $browser = LWP::UserAgent->new(); $browser->timeout(10); # Get connection to virtual Web browser my $request = HTTP::Request->new(GET => $URL); my $response = $browser->request($request); if ($response->is_error()) {printf "%s\n", $response->status_line;} $contents = $response->content(); print " $contents"; } # Return loop