#!/usr/bin/perl

use DBI;
use strict;
#use warnings;
require LWP::UserAgent;
use XML::Simple;
#use Data::Dumper;

my $db = "CAMDPAMS";
my $host = "192.168.9.10";
my $sth;
my $sth1;
my $sql;
my $dbh = DBI ->connect("dbi:Pg:dbname=$db;host=$host","olegk","4Q2073gl",{AutoCommit=>1,RaiseError=>1,ChopBlanks=>1});
$sql = "select \"SiteURL\",\"SiteId\" from \"WhiteListing\".\"Sites\" where \"LabStatus\" = 2";
$sth=$dbh->prepare($sql);
$sth->execute;
if($sth->rows>0){
    while(my @r=$sth->fetchrow_array){
    my $res = send_to_crawler($r[0]);
#    print "$res\n";
    if($res=~/insert successfully/){ 
	$dbh->do("select * from \"WhiteListing\".\"Update_labstatus\"(3, $r[1],24)");
#	print "select * from \"WhiteListing\".\"Update_labstatus\"(3, $r[1],24)\n";
    }
    my $result = get_crawler($r[0]);
    if($result ne "NOTFOUND"){ $dbh->do("select * from \"WhiteListing\".\"Update_crawlerstat\"('$result', $r[1])");}    
#     print "$r[1]\n";
#     print "$result\n";
    }


}
$sth->finish;
#$dbh->commit;
$dbh->disconnect;


sub send_to_crawler{
my $url = shift;
my $ua = LWP::UserAgent->new;
my $xml = new XML::Simple;
$ua->timeout(10);
$ua->env_proxy;
my $response= $ua->get("http://192.168.158.162:8083/axis2/services/malwareService/insertCrawlerUrl?url=$url&type=white");
if ($response->is_success) {
    my $data =$xml->XMLin($response->decoded_content);
    return $data->{'ns:return'};
    #    print "$data->{'ns:return'}->{'ax21:type'}\n"
    #print Dumper($data);
    }
    else {
	return "NOTINSERT";
        #die $response->status_line;
        }
}

sub get_crawler{
my $url = shift;
my $ua = LWP::UserAgent->new;
my $xml = new XML::Simple;
$ua->timeout(10);
$ua->env_proxy;
my $response= $ua->get("http://192.168.158.162:8083/axis2/services/malwareService/findCrawlerByUrl?url=$url");
if ($response->is_success) {
    my $data =$xml->XMLin($response->decoded_content);
    return $data->{'ns:return'}->{'ax21:status'};
    #    print "$data->{'ns:return'}->{'ax21:type'}\n"
    #print Dumper($data);
    }
    else {
	return "NOTFOUND";
        #die $response->status_line;
        }

}