# $Id: Find.pm 1875 2005-09-09 05:41:38Z btrott $ package Feed::Find; use strict; use base qw( Class::ErrorHandler ); use LWP::UserAgent; use HTML::Parser; use URI; use vars qw( $VERSION ); $VERSION = '0.06'; use constant FEED_MIME_TYPES => [ 'application/x.atom+xml', 'application/atom+xml', 'application/xml', 'text/xml', 'application/rss+xml', 'application/rdf+xml', ]; our $FEED_EXT = qr/\.(?:rss|xml|rdf)$/; our %IsFeed = map { $_ => 1 } @{ FEED_MIME_TYPES() }; sub find { my $class = shift; my($uri) = @_; my $ua = LWP::UserAgent->new; $ua->agent(join '/', $class, $class->VERSION); $ua->parse_head(0); ## We're already basically doing this ourselves. my $req = HTTP::Request->new(GET => $uri); my $p = HTML::Parser->new(api_version => 3, start_h => [ \&_find_links, 'self,tagname,attr' ]); $p->{base_uri} = $uri; $p->{feeds} = []; my $res = $ua->request($req, sub { my($chunk, $res, $proto) = @_; if ($IsFeed{$res->content_type}) { push @{ $p->{feeds} }, $uri; die "Done parsing"; } $p->parse($chunk) or die "Done parsing"; }); return $class->error($res->status_line) unless $res->is_success; @{ $p->{feeds} }; } sub find_in_html { my $class = shift; my($html, $base_uri) = @_; my $p = HTML::Parser->new(api_version => 3, start_h => [ \&_find_links, 'self,tagname,attr' ]); $p->{base_uri} = $base_uri; $p->{feeds} = []; $p->parse($$html); @{ $p->{feeds} }; } sub _find_links { my($p, $tag, $attr) = @_; my $base_uri = $p->{base_uri}; if ($tag eq 'link') { return unless $attr->{rel}; my %rel = map { $_ => 1 } split /\s+/, lc($attr->{rel}); (my $type = lc $attr->{type}) =~ s/^\s*//; $type =~ s/\s*$//; push @{ $p->{feeds} }, URI->new_abs($attr->{href}, $base_uri)->as_string if $IsFeed{$type} && ($rel{alternate} || $rel{'service.feed'}); } elsif ($tag eq 'base') { $p->{base_uri} = $attr->{href} if $attr->{href}; } elsif ($tag =~ /^(?:meta|isindex|title|script|style|head|html)$/) { ## Ignore other valid tags inside of . } elsif ($tag eq 'a') { my $href = $attr->{href} or return; my $uri = URI->new($href); push @{ $p->{feeds} }, URI->new_abs($href, $base_uri)->as_string if $uri->path =~ /$FEED_EXT/io; } else { ## Anything else indicates the start of the , ## so we stop parsing. $p->eof if @{ $p->{feeds} }; } } 1; __END__ =head1 NAME Feed::Find - Syndication feed auto-discovery =head1 SYNOPSIS use Feed::Find; my @feeds = Feed::Find->find('http://example.com/'); =head1 DESCRIPTION I implements feed auto-discovery for finding syndication feeds, given a URI. It (currently) passes all of the auto-discovery tests at I. I will discover the following feed formats: =over 4 =item * RSS 0.91 =item * RSS 1.0 =item * RSS 2.0 =item * Atom =back =head1 USAGE =head2 Feed::Find->find($uri) Given a URI I<$uri>, use a variety of techniques to find the feeds associated with that page. If I<$uri> itself points to a feed (i.e., if the I of the response is a recognized feed type), returns I<$uri>. Returns a list of feed URIs. The following techniques are used: =over 4 =item 1. IlinkE> tag auto-discovery If the page contains any IlinkE> tags in the IheadE> section, these tags are examined for recognized feed content types. The following content types are treated as feeds: I, I, I, I, I, and I. =item 2. Scanning IaE> tags If the page does not contain any known IlinkE> tags, the page is then scanned for IaE> tags for links to URIs with certain file extensions. The following extensions are treated as feeds: F<.rss>, F<.xml>, and F<.rdf>. Note that this technique is employed B if the first technique returns no results. =back =head2 Feed::Find->find_in_html($html [, $base_uri ]) Given a string I<$html> containing an HTML page, uses the same techniques as described above in I to find the feeds associated with that page. If you know the URI of the page, you should provide it in I<$base_uri>, so that relative links can be properly made absolute. I will attempt to determine the correct base URI, but unless that URI is specified in the HTML itself (in a CmetaE> tag), you'll need to supply it yourself. Returns a list of feed URIs. =head1 LICENSE I is free software; you may redistribute it and/or modify it under the same terms as Perl itself. =head1 AUTHOR & COPYRIGHT Except where otherwise noted, I is Copyright 2004 Benjamin Trott, ben+cpan@stupidfool.org. All rights reserved. =cut