programming/perl

웹페이지 긁어오기 예제

applicationlayer 2010. 4. 9. 13:12
use LWP::UserAgent;
$ua = LWP::UserAgent->new;
require HTTP::Request;
require HTTP::Response;
$i=1;
while($i<646)
{
  $qu = 'http://server/index.asp?page='.$i;
  $req = HTTP::Request->new(GET => $qu);
  $res = $ua->request($req);
  $filename = 'page'.$i.'.html';
  open(FILE,"> $filename") || die "file open error\n";
  print FILE $res->content;
  close(FILE);
  print $i."page success\n";
  $i=$i+1;
}