#!/usr/bin/perl

use DBI;
use strict;
use warnings;
require LWP::UserAgent;
use XML::Simple;
#use Data::Dumper;

my $db = "CAMDPAMS";
my $host = "192.168.9.10";
my $urls=shift;
my $sth;
my $sth1;
my $sql;
my $dbh = DBI ->connect("dbi:Pg:dbname=$db;host=$host","olegk","4Q2073gl",{AutoCommit=>1,RaiseError=>1,ChopBlanks=>1});
$sql = "select \"SiteId\" from \"WhiteListing\".\"Sites\" where lower(\"SiteURL\") = lower(\'$urls\')";
$sth=$dbh->prepare($sql);
$sth->execute;
my $siteid = $sth->fetchrow_array;
    if(send_to_crawler($urls)=~/insert successfully/){ $dbh->do("select * from \"WhiteListing\".\"Update_labstatus\"(3, $siteid,24)");}
    my $result = get_crawler($urls);
    if($result ne "NOTFOUND"){ $dbh->do("select * from \"WhiteListing\".\"Update_crawlerstat\"('$result', $siteid)");}    
$sth->finish;
#$dbh->commit;
$dbh->disconnect;
###########
sub send_to_crawler{
my $url = shift;
my $ua = LWP::UserAgent->new;
my $xml = new XML::Simple;
$ua->timeout(10);
$ua->env_proxy;
my $response= $ua->get("http://192.168.158.162:8083/axis2/services/malwareService/insertCrawlerUrl?url=$url&type=white");
if ($response->is_success) {
    my $data =$xml->XMLin($response->decoded_content);
    return $data->{'ns:return'};
    #    print "$data->{'ns:return'}->{'ax21:type'}\n"
    #print Dumper($data);
    }
    else {
	return "NOTINSERT";
        #die $response->status_line;
        }
}
###########
sub get_crawler{
my $url = shift;
my $ua = LWP::UserAgent->new;
my $xml = new XML::Simple;
$ua->timeout(10);
$ua->env_proxy;
my $response= $ua->get("http://192.168.158.162:8083/axis2/services/malwareService/findCrawlerByUrl?url=$url");
if ($response->is_success) {
    my $data =$xml->XMLin($response->decoded_content);
    return $data->{'ns:return'}->{'ax21:status'};
    #    print "$data->{'ns:return'}->{'ax21:type'}\n"
    #print Dumper($data);
    }
    else {
	return "NOTFOUND";
        #die $response->status_line;
        }

}
###########