#!/usr/bin/perl -w

use strict;
use warnings;
use utf8;
use File::Basename;
use Getopt::Long;
use Carp;
use LWP::Parallel::UserAgent;
use XML::RSS;
use DBI;

my ($__exe_name__) = (basename($0));
my ($__revision__) = ('$Rev: 80 $' =~ m/(\d+)/o);
my ($__rev_date__) = ('$Date: 2008-03-03 22:45:12 +0800 (一, 03  3 2008) $' =~ m/(\d{4}-\d{2}-\d{2})/o);

sub usage
{
	print STDERR <<"EOF";
Usage: $__exe_name__ [ <option> ... ] <db-uri> <feed-uri> ...

Fetch given RSS/Atom feeds.

Options:

  -h,--help     Show this help message.
  -v,--verbose  Show verbose progress messages.

Revision: r$__revision__ ($__rev_date__)
EOF
	exit(0);
}

sub msg_exit
{
	my $ex = ((scalar(@_) > 0) ? shift @_ : 0);
	foreach my $m (@_) {
		print STDERR "ERROR: $m\n";
	}
	print STDERR <<"EOF";
Usage: $__exe_name__ [ <option> ... ] <db-uri> <feed-uri> ...
Type '$__exe_name__ --help' for usage.
EOF
	exit($ex);
}

my $opt_verbose = 0;
if (!GetOptions('h|help'    => sub { usage; },
                'v|verbose' => \$opt_verbose)) {
	msg_exit(0);
}
my $arg_db_uri = shift @ARGV;
my @arg_feed_uris = @ARGV;

my $bot = new LWP::Parallel::UserAgent() or croak;
$bot->max_hosts(5);
$bot->max_req(5);
map {
#	$feeds{$_} = {
#		'feed_uri'         => $_,
#		'feed_title'       => '',
#		'feed_link'        => '',
#		'feed_lang'        => '',
#		'feed_desc'        => '',
#		'feed_copyright'   => '',
##		'feed_time_add'    => '',
#		'feed_time_update' => '',
##		'feed_note'        => '',
#		'data'             => '',
#	};
	my $req = new HTTP::Request('GET', $_) or croak;
	$bot->register($req, \&on_feed_fetched);
} @arg_feed_uris;
$bot->wait();

my %feeds_data;
sub on_feed_fetched
{
	my ($data, $response, $protocol) = @_;
	my $uri = $response->request->uri;
	if (!defined($feeds_data{$uri})) {
		$feeds_data{$uri} = {
			'data' => '',
		};
	}
	$feeds_data{$uri}->{'data'} .= $data;
	if ($response->is_success) {
		my $rss = new XML::RSS();
		$rss->parse($feeds_data{$uri}->{'data'});
		print "======================\n";
#		printf("version: %s\n", $rss->version);
		printf("channel title          : %s\n", $rss->channel('title'));
		printf("channel link           : %s\n", $rss->channel('link'));
		printf("channel language       : %s\n", $rss->channel('language'))       if defined($rss->channel('language'));;
		printf("channel description    : %s\n", $rss->channel('description'))    if defined($rss->channel('description'));
		printf("channel rating         : %s\n", $rss->channel('rating'))         if defined($rss->channel('rating'));;
		printf("channel copyright      : %s\n", $rss->channel('copyright'))      if defined($rss->channel('copyright'));
		printf("channel pubDate        : %s\n", $rss->channel('pubDate'))        if defined($rss->channel('pubDate'));;
		printf("channel lastBuildDate  : %s\n", $rss->channel('lastBuildDate'))  if defined($rss->channel('lastBuildDate'));;
		printf("channel docs           : %s\n", $rss->channel('docs'))           if defined($rss->channel('docs'));;
		printf("channel managingEditor : %s\n", $rss->channel('managingEditor')) if defined($rss->channel('managingEditor'));;
		printf("channel webMaster      : %s\n", $rss->channel('webMaster'))      if defined($rss->channel('webMaster'));;
		foreach my $item (@{$rss->{'items'}}) {
			print("[item] $item->{'title'}\n");
			print("       $item->{'link'}\n");
		}
		print "======================\n";
	}
	else {
		printf("---> %d bytes collected\n", length($data));
	}
}