Perl网页爬虫

#!/usr/bin/perl

use LWP::UserAgent; use HTML::LinkExtor; use URI::URL; $url = "http://www.163.com";  # for instance
$ua = LWP::UserAgent->new; # Set up a callback that collect image links
my @imgs = (); sub callback { my($tag,%attr) = @_; return if $tag ne 'a';  # we only look closer at <img ...>
     push(@imgs,values %attr); } # Make the parser. Unfortunately,we don't know the base yet # (it might be different from $url)
$p = HTML::LinkExtor->new(&;callback); # Request document and parse it as it arrives
$res = $ua->request(HTTP::Request->new(GET => $url),sub {$p->parse($_[0])}); # Expand all image URLs to absolute ones
my $base = $res->base; @imgs = map { $_ = url($_,$base)->abs; } @imgs; # Print them out
print join("n",@imgs),"n";