#!/usr/bin/perl
use strict;
use warnings "all";
use locale;
use Data::Dumper;
use FindBin;
BEGIN {
require "$FindBin::RealBin/../lib/Modules.pm";
}
use Contenido::Globals;
use Contenido::Init;
use ErrorTee;
use PidFile;
use P::WebFetcher;
# begin
Contenido::Init->init();
my $keeper_module = $state->project.'::Keeper';
$keeper = $keeper_module->new($state);
PidFile->new($keeper, compat=>1); # db-based locking (run only on one host)
#PidFile->new($keeper, compat=>1, per_host=>1); # db-based locking (run on whole cluster)
for my $plugin ( split(/\s+/, $state->plugins) ) {
my $class = $plugin.'::Apache';
eval { $class->child_init(); };
if ( $@ ) {
print("Не могу выполнить метод child_init плагина $plugin ($class) по причине '$@'");
}
}
############################################
# please use:
# $state->{log_dir} for logging
# $state->{tmp_dir} for temporary files
###########################################
my @prjSec = $keeper->get_documents (
class => 'promosuite::ProjectSection',
ids => 1,
);
my $SOURCES = {};
my $SRC = $keeper->get_documents (
class => 'promosuite::Source',
return_mode => 'array_ref',
no_limit => 1,
);
map { $SOURCES->{$_->auth_id} = $_ } grep { $_->auth_id } @$SRC;
my $MEDIASRC = $keeper->{media}->get_documents (
class => 'media::Source',
return_mode => 'hash_ref',
no_limit => 1,
);
foreach my $prjSecId (@prjSec) {
my ($prjParam) = $keeper->get_documents (
s => $prjSecId,
class => 'promosuite::Project',
limit => 1,
);
if ( $prjParam->media_import ) {
my $last_id = $prjParam->media_last;
my @media_import_aliases = split( /\ +/, $prjParam->media_import );
my $sect = "";
my @sect_ids = ();
foreach my $alias (@media_import_aliases) {
$sect = $keeper->{media}->get_rubric($alias);
@sect_ids = ();
push @sect_ids, $sect->id if ref $sect;
}
my @news = $keeper->{media}->get_documents (
s => \@sect_ids,
class => 'media::News',
status => [5,8],
limit => 30,
order => [qw|date direct|],
);
my @media_ids = map { $_->id } @news;
my ($section) = $keeper->get_sections (
s => $prjSecId,
class => 'promosuite::NewsSection',
status => 1,
limit => 1,
);
next unless ref $section;
my $loaded = @media_ids ? $keeper->get_documents (
s => $section->id,
class => 'promosuite::News',
ext_id => \@media_ids,
light => 1,
return_mode => 'hash_ref',
hash_by => 'ext_id',
) : {};
foreach my $msg (@news) {
next if exists $loaded->{$msg->id};
my $message = promosuite::News->new ( $keeper );
$message->ext_id( $msg->id );
$message->dtime( $msg->dtime );
$message->name( Convert::Cyrillic::cstocs('KOI8', 'UTF8', $msg->name) );
$message->abstr( Convert::Cyrillic::cstocs('KOI8', 'UTF8', $msg->abstract) );
$message->body( Convert::Cyrillic::cstocs('KOI8', 'UTF8', $msg->body) );
$message->sections( $section->id );
### Get Source
if ( exists $SOURCES->{$msg->source} ) {
$message->source_id( $SOURCES->{$msg->source}->id );
} else {
my $msrc = $MEDIASRC->{$msg->source};
my $src = promosuite::Source->new ($keeper);
$src->name( Convert::Cyrillic::cstocs('KOI8', 'UTF8', $msrc->name) );
$src->auth_id( $msrc->id );
$src->url( $msrc->url );
$src->status(1);
$src->sections( $project->s_alias->{sources} );
$src->store;
$message->source_id( $src->id );
$SOURCES->{$msg->source} = $src;
}
### /Get Source
### Store images
my $image_hash;
my $idx = 0;
local $Data::Dumper::Indent = 0;
foreach my $image ($msg->get_pics('image_set')) {
my $source_id = $image->source;
my $src;
if ( $source_id ) {
if ( exists $SOURCES->{$source_id} ) {
$src = $SOURCES->{$source_id};
} else {
my $msrc = $MEDIASRC->{$msg->source};
$src = promosuite::Source->new ($keeper);
$src->name( Convert::Cyrillic::cstocs('KOI8', 'UTF8', $msrc->name) );
$src->auth_id( $msrc->id );
$src->url( $msrc->url );
$src->status(1);
$src->sections( $project->s_alias->{sources} );
#$src->store;
#$SOURCES->{$msg->source} = $src;
}
}
my $image_data = store_image(
$image->name(),
"/images/".$message->get_file_name(),
$message,
"pictures",
[qw(240x240)]
);
if ($image_data) {
@{%{$image_data->{'mini'}}}{'filename', 'width', 'height'} = @{%{$image_data->{'mini'}{'240x240'}}}{'filename', 'width', 'height'};
$image_data->{number} = ++$idx;
if ( ref $src ) {
$image_data->{sid} = $src->id;
$image_data->{url} = $src->url;
$image_data->{copyright} = Convert::Cyrillic::cstocs('KOI8', 'UTF8', $src->name);
}
$image_hash->{"image_".($idx)} = $image_data;
}
}
if ($image_hash) {
$image_hash->{"maxnumber"} = $idx;
local $Data::Dumper::Indent = 0;
$message->pictures(Dumper($image_hash));
}
### /Store images
$message->url( $msg->url );
$message->status(3);
$message->store;
}
$last_id = $news[0]->id;
$prjParam->media_last( $last_id );
$prjParam->store;
}
}
sub store_image {
my $url = shift || return;
my $filename = shift || return;
my $object = shift || return;
my $field = shift || return;
my $resolutions = shift || return;
my $f = P::WebFetcher->new();
my $buffer = $f->fetch("http://www.rambler.ru/news".$url);
return unless $buffer;
my $suffix = $url =~ /(jpe?g|gif|png)$/i ? lc $1 : "bin";
my $filename_tmp = $state->{"tmp_dir"}."/".join("_", split("/", $filename));
my $fh_tmp = IO::File->new(">".$filename_tmp.".".$suffix) || die "Can't open temporary file";
syswrite $fh_tmp, $buffer, length $buffer;
undef $fh_tmp;
my $image_hash;
@{%{$image_hash}}{"filename", "width", "height"} = (
$filename.".".$suffix,
Image::Size::imgsize($filename_tmp.".".$suffix),
);
unless (Contenido::File::store($filename.".".$suffix, $filename_tmp.".".$suffix)) {
print "NEWS LOADER WARNING: Can't store file! (name: ".$filename.".".$suffix.")\n";
return;
}
for my $resolution (@$resolutions) {
my $c_line = $state->{"convert_binary"}." -geometry '".$resolution.">' -quality 80 ".$filename_tmp.".".$suffix." ".$filename_tmp.".".$resolution.".".$suffix;
my $result = `$c_line 2>&1`;
if (length $result > 0) {
print "Contenido Error: При вызове '$c_line' произошла ошибка '$result' ($@)\n";
}
@{%{$image_hash->{"mini"}{$resolution}}}{"filename", "width", "height"} = (
$filename.".".$resolution.".".$suffix,
Image::Size::imgsize($filename_tmp.".".$resolution.".".$suffix),
);
unless (Contenido::File::store($filename.".".$resolution.".".$suffix, $filename_tmp.".".$resolution.".".$suffix)) {
print "NEWS LOADER WARNING: Can't store file! (name: ".$filename.".".$resolution.".".$suffix.")\n";
}
unlink $filename_tmp.".".$resolution.".".$suffix if -e $filename_tmp.".".$resolution.".".$suffix;
}
unlink $filename_tmp.".".$suffix if -e $filename_tmp.".".$suffix;
return $image_hash;
}