［经验总结］Perl提取网页信息

#!/usr/bin/perl -w
# Gist: https://gist.github.com/2928006
use LWP::Simple;my $url=$ARGV[0];my $filename =$ARGV[1];  my $content = get($url)     or die "Couldn't get $url";
#$content =~ s#^.*?(<div.*?</div>).*$##m;
if ($content =~ m#.*(<div id="enText" style="display:block">.*?</div>).*#sg) {    $text = $1;
    # 打开模板文件     open(TEMPLATE, "template.html")            or die " Couldn't open template.html for writing: $! " ;
    # 读取模板文件     $/="</html>"; # 读到</html>结束    my $reads = <TEMPLATE>;
    # 替换听力文本     $reads =~ s/==TEXT_CONTENT==/$text/gix;    #print $reads;
    # 输出html文件     open (OUT , " > $filename " )            or die " Couldn't open $filename for writing: $! ";    print OUT $reads;
    # 下载听力     my $baseUrl = $url;    $baseUrl =~ s/(.*)(//.*/.html)/$1/g;     my $reslink = $content;    $reslink =~ s/.*<a href="(.*?)" title="进入下载资料页面">下载听力<//a>.*/$1/sg;    $reslink = $baseUrl . "/" . $reslink;
    print "/nreslink:",$reslink,"/n";    my $respage = get($reslink)         or die "Couldn't get $reslink";
    my $mp3link = $respage;    print $mp3link;#$mp3link =~ s#.*<a href="(.*?)" target="_blank"><img src="/images/downloadurl1/.jpg"></a>.*#$1#sg;#if ($mp3link =~ m/.*<a href="(.*?)" target="_blank"><img src="//images//downloadurl1/.jpg"><//a>.*/sg) {
    # 没登录，下载链接获取不到，怎么办？    if ($mp3link =~ m/downloadurl1/sg) {        print "匹配/n";    }    else {        print "不匹配/n";    }    #<a href="(.*?)" target="_blank"><img src="/images/downloadurl1.jpg"></a>
    print "/ndownload:".$reslink."/n";}else {    print "不匹配/n";}