Feed-Data/lib/Feed/Data.pm
package Feed::Data;
use Moo;
use MooX::HandlesVia;
use Types::Standard qw/Any Str ArrayRef HashRef Optional/;
use Carp qw(carp croak);
use Feed::Data::Parser;
use Feed::Data::Stream;
use Feed::Data::Object;
use HTML::TableContent;
use JSON;
use Compiled::Params::OO qw/cpo/;
use XML::RSS::LibXML;
use Text::CSV_XS qw/csv/;
use YAML::XS qw//;
use 5.006;
our $VERSION = '0.09';
our $validate;
BEGIN {
$validate = cpo(
write => [Any, Str, Optional->of(Str)],
render => [Any, Optional->of(Str), {default => sub { 'text' }}],
generate => [Any, Optional->of(Str), {default => sub { 'text' }}],
rss => [Any, Optional->of(Str)],
raw => [Any, Optional->of(Str)],
text => [Any, Optional->of(Str)],
json => [Any, Optional->of(Str)],
yaml => [Any, Optional->of(Str)],
csv => [Any, Optional->of(Str)],
table => [Any, Optional->of(Str)],
convert_feed => [Any, Str, Str]
);
}
has 'feed' => (
is => 'rw',
isa => ArrayRef
lazy => 1,
default => sub { [ ] },
handles_via => 'Array',
handles => {
all => 'elements',
count => 'count',
get => 'get',
pop => 'pop',
delete => 'delete',
insert => 'unshift',
is_empty => 'is_empty',
clear => 'clear',
}
);
has title => (
is => 'rw',
isa => Str
);
has description => (
is => 'rw',
isa => Str
);
has link => (
is => 'rw',
isa => Str
);
has rss_channel => (
is => 'rw',
isa => HashRef
default => sub { { } }
);
sub parse {
my ($self, $stream) = @_;
if (!$stream) {
croak "No stream was provided to parse().";
}
my $parser = Feed::Data::Parser->new(
stream => Feed::Data::Stream->new(stream => $stream)->open_stream
)->parse;
my $parsed = $parser->parse;
my $feed = $parser->feed;
return carp 'parse failed' unless $feed;
if ($self->count >= 1) {
$self->insert(@{ $parsed });
} else {
$self->feed($parsed);
}
return 1;
}
sub write {
my ($self, $stream, $type) = $validate->write->(@_);
Feed::Data::Stream->new(stream => $stream)->write_file($self->render($type || 'text'));
return 1;
}
sub render {
my ( $self, $format ) = $validate->render->(@_);
$format = '_' . $format;
return $self->$format('render');
}
sub generate {
my ( $self, $format ) = $validate->generate->(@_);
$format = '_' . $format;
return $self->$format('generate');
}
sub _rss {
my ($self, $type) = $validate->rss->(@_);
my $rss = XML::RSS::LibXML->new(version => '1.0');
$rss->channel(
title => $self->title || "Feed::Data",
link => $self->link || "Feed::Data",
description => $self->description || "Feed::Data",
%{$self->rss_channel}
);
my @render = $self->_convert_feed('generate', 'json');
for (@render) {
$rss->add_item(
%{$_}
);
}
return $rss->as_string;
}
sub _raw {
my ( $self, $type ) = $validate->raw->(@_);
my @render = $self->_convert_feed($type, 'raw');
if ($type eq q{render}) {
return join "\n", @render;
} else {
return \@render;
}
}
sub _text {
my ( $self, $type ) = $validate->text->(@_);
my @render = $self->_convert_feed($type, 'text');
if ($type eq q{render}) {
return join "\n", @render;
} else {
return \@render;
}
}
sub _json {
my ( $self, $type ) = $validate->json->(@_);
my @render = $self->_convert_feed('generate', 'json');
my $json = JSON->new->allow_nonref;
return $json->pretty->encode( \@render );
}
sub _yaml {
my ( $self, $type ) = $validate->yaml->(@_);
my @render = $self->_convert_feed('generate', 'json');
return YAML::XS::Dump \@render;
}
sub _table {
my ( $self, $type ) = $validate->table->(@_);
my @render = $self->_convert_feed('generate', 'json');
my $table = HTML::TableContent->new();
$table->create_table({
aoh => \@render,
order => [
qw/author title description category comment content date image link permalink tagline/
]
})->render;
}
sub _styled_table {
my ( $self, $type ) = $validate->table->(@_);
my @render = $self->_convert_feed('generate', 'json');
my $table = HTML::TableContent->new();
$table->create_table({
aoh => \@render,
order => [
qw/author title description category comment content date image link permalink tagline/
]
})->render . '<style>
table {
font-family: "Trebuchet MS", Arial, Helvetica, sans-serif;
border-collapse: collapse;
width: 100%;
}
td, th {
word-break: break-word;
min-width: 100px;
border: 1px solid #ddd;
padding: 8px;
}
tr:nth-child(even){background-color: #f2f2f2;}
tr:hover {background-color: #ddd;}
th {
padding-top: 12px;
padding-bottom: 12px;
text-align: left;
background-color: #4c65af;
color: white;
}
</style>'
}
sub _csv {
my ( $self, $type ) = $validate->json->(@_);
my @render = $self->_convert_feed('generate', 'json');
my $string;
csv (in => \@render, out => \$string);
return $string;
}
sub _convert_feed {
my ( $self, $type, $format ) = $validate->convert_feed->(@_);
my @render;
foreach my $object ( @{$self->feed} ) {
push @render, $object->$type($format);
}
return @render;
}
__PACKAGE__->meta->make_immutable;
1;
__END__
=head1 NAME
Feed::Data - dynamic data feeds
=head1 VERSION
Version 0.09
=head1 SYNOPSIS
use Feed::Data;
my $feed = Feed::Data->new();
$feed->parse( 'https://services.parliament.uk/calendar/lords_main_chamber.rss' );
$feed->all;
$feed->count;
$feed->delete($index);
$feed->get($index);
$feed->write( 'path/to/empty.rss', 'rss' );
my $feed_text = $feed->render('rss');
foreach my $object ( $feed->all ) {
$object->render('text'); # text, html, xml..
$object->hash('text'); # text, html, xml...
$object->fields('title', 'description'); # returns title and description object
$object->edit(title => 'TTI', description => 'Should have been a PWA.'); # sets
$object->title->text;
$object->link->raw;
$object->description->text;
$object->image->raw;
$object->date->text;
$entry->title->as_text;
}
...
use Feed::Data;
my $feed = Feed::Data->new();
$feed->parse( 'https://services.parliament.uk/calendar/commons_main_chamber.rss' );
my $string = $feed->render('styled_table');
$feed->clear;
$feed->parse($string);
=head1 DESCRIPTION
Feed::Data is a frontend for building dynamic data feeds.
=cut
=head1 Methods
=cut
=head2 parse
Populates the feed Attribute, this is an Array of Feed::Data::Object 's
You can currently build Feeds by parsing xml (RSS, ATOM), JSON, CSV, plain text using key values seperated by a colon HTML via Meta Tags (twitter, opengraph) or table markup.
=cut
=over
=item URI
# any rss/atom feed or a web page that contains og or twitter markup
$feed->parse( 'http://examples.com/feed.xml' );
=item File
$feed->parse( 'path/to/feed.json' );
=item Raw
$feed->parse( 'qq{<?xml version="1.0"><feed> .... </feed>} );
=back
=head2 all
returns all elements in the current feed
$feed->all
=cut
=head2 count
returns the count of the current data feed
$feed->count
=cut
=head2 get
accepts an index and returns an Feed::Data::Object from feed by its Array index
$feed->get($index)
=cut
=head2 pop
pop the last Feed::Data::Object from the current feed
$feed->pop;
=cut
=head2 delete
accepts an index and deletes the relevant Feed::Data::Object based on its Array index
$feed->delete($index);
=cut
=head2 insert
insert an 'Feed::Data::Object' into the feed
$feed->insert($record)
=cut
=head2 is_empty
returns true if Feed::Data is empty.
$feed->is_empty
=cut
=head2 clear
clear the current feed.
$feed->clear
=cut
=head2 title
Set the title of the rss feed the default is Feed::Data.
$feed->title('Custom Title');
=head2 link
Set the link of the rss feed the default is Feed::Data.
$feed->link('https://custom.link');
=head2 description
Set the description of the rss feed the default is Feed::Data.
$feed->description('Custom Description');
=head2 rss_channel
Pass additional arguments into the rss feed channel section. See XML::RSS for more information.
$feed->rss_channel({
dc => {
date => '2000-01-01T07:00+00:00',
subject => "LNATION",
creator => 'email@lnation.org',
publisher => 'email@lnation.org',
rights => 'Copyright 2000, lnation.org',
},
syn => {
updatePeriod => "hourly",
updateFrequency => "1",
updateBase => "1901-01-01T00:00+00:00",
},
});
=head2 render
render the feed using the passed in format, defaults to text.
# raw - as taken from the feed
# text - stripped to plain text
# json
# rss
# csv
# yaml
# table
# styled_table
$feed->render('raw');
=cut
=head2 generate
returns the feed object as a Array of hashes but with the values rendered, key being the field. You can also pass in a format.
$feed->hash('text');
=cut
=head2 write
Writes the current stream to file.
$feed->write($file_path, $type);
=head1 AUTHOR
lnation, C<< <email at lnation.org> >>
=head1 BUGS
Please report any bugs or feature requests to C<bug-feed-data at rt.cpan.org>, or through
the web interface at L<http://rt.cpan.org/NoAuth/ReportBug.html?Queue=Feed-Data>. I will be notified, and then you'll
automatically be notified of progress on your bug as I make changes.
=head1 SUPPORT
You can find documentation for this module with the perldoc command.
You can also look for information at:
=over 4
=item * RT: CPAN's request tracker (report bugs here)
L<http://rt.cpan.org/NoAuth/Bugs.html?Dist=Feed-Data>
=item * AnnoCPAN: Annotated CPAN documentation
L<http://annocpan.org/dist/Feed-Data>
=item * CPAN Ratings
L<http://cpanratings.perl.org/d/Feed-Data>
=item * Search CPAN
L<http://search.cpan.org/dist/Feed-Data/>
=back
=head1 ACKNOWLEDGEMENTS
=head1 LICENSE AND COPYRIGHT
Copyright 2016 LNATION.
This program is free software; you can redistribute it and/or modify it
under the terms of the the Artistic License (2.0). You may obtain a
copy of the full license at:
L<http://www.perlfoundation.org/artistic_license_2_0>
Any use, modification, and distribution of the Standard or Modified
Versions is governed by this Artistic License. By using, modifying or
distributing the Package, you accept this license. Do not use, modify,
or distribute the Package, if you do not accept this license.
If your Modified Version has been derived from a Modified Version made
by someone other than you, you are nevertheless required to ensure that
your Modified Version complies with the requirements of this license.
This license does not grant you the right to use any trademark, service
mark, tradename, or logo of the Copyright Holder.
This license includes the non-exclusive, worldwide, free-of-charge
patent license to make, have made, use, offer to sell, sell, import and
otherwise transfer the Package with respect to any patent claims
licensable by the Copyright Holder that are necessarily infringed by the
Package. If you institute patent litigation (including a cross-claim or
counterclaim) against any party alleging that the Package constitutes
direct or contributory patent infringement, then this Artistic License
to you shall terminate on the date that such litigation is filed.
Disclaimer of Warranty: THE PACKAGE IS PROVIDED BY THE COPYRIGHT HOLDER
AND CONTRIBUTORS "AS IS' AND WITHOUT ANY EXPRESS OR IMPLIED WARRANTIES.
THE IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
PURPOSE, OR NON-INFRINGEMENT ARE DISCLAIMED TO THE EXTENT PERMITTED BY
YOUR LOCAL LAW. UNLESS REQUIRED BY LAW, NO COPYRIGHT HOLDER OR
CONTRIBUTOR WILL BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, OR
CONSEQUENTIAL DAMAGES ARISING IN ANY WAY OUT OF THE USE OF THE PACKAGE,
EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
=cut
1; # End of Feed::Data