checkRFIarq.pl

#!/usr/bin/perl -w

use lib "./Uniscan";
use Uniscan::Configure;
use Uniscan::Functions;
use Uniscan::Http;
use threads;
use threads::shared;
use Thread::Queue;
use Thread::Semaphore;

my $c = Uniscan::Configure->new(conffile => "uniscan.conf");
my $func = Uniscan::Functions->new();
my $http = Uniscan::Http->new();
my $q = new Thread::Queue;

our %conf = ( );
%conf = $c->loadconf();
$|++;

#metricas
our $requests : shared = 0;
our %testado : shared = ();
our $arqs : shared = 0;
our $vuls : shared = "";
our %arqvul : shared = ();
our $arqv : shared = 0;

our $report_id :shared = $ARGV[0];
my $url = $func->pega_site($report_id);
my $semaphore = Thread::Semaphore->new();
my $t = threads->new(\&online);
&ScanStaticRFI($url);
$vuls =~s/'/\\'/gi;
$func->insert("INSERT INTO vulnerabilidade(report_id, dados, arq_testados, arq_vuls, var_testadas, var_vuls, reqs, tipo_id) VALUES($report_id, '$vuls', $arqs, $arqv, 0, 0, $requests, 30)");
$func->insert("UPDATE historico SET rfiest = $arqv WHERE report_id= $report_id");
	        while($q->pending > 0){
	                $q->dequeue;
	        }
$t->join();




	
sub ScanStaticRFI(){
	my $url = shift;
	open(my $a, "<DB/RFI") or die "$!\n";
	my @tests = <$a>;
	close($a);
	my @urls = ();
	foreach my $test (@tests){
		chomp $test;
#		$test = urlencode($test) if($conf{'url_encode'} == 1);
		push(@urls, $url.$test);
	}
	&threadnize("TestRFI", @urls);
}


sub TestRFI(){

my ($resp, $test) = 0;

	while($q->pending > 0){
		$semaphore->down();
		$test = $q->dequeue;
		$semaphore->up();
		next if(not defined $test);
		
		$resp = $http->GET($test);
		&metrica_testados($test);
		$requests++;
		if($resp =~/$conf{'rfi_return'}/){
			$vuls .= $test . "\n";
			&metricas_vul($test);
		}
		$resp = 0;
	}
	$q->enqueue(undef);
}

sub threadnize(){
	my ($fun, @tests) = @_;
	foreach my $test (@tests){
		$q->enqueue($test) if($test);
	}

	my $x=0;
	my @threads = ();
	while($q->pending() && $x <= $conf{'max_threads'}-1){
		no strict 'refs';
		push @threads, threads->new(\&{$fun});
		$x++;
	}

	sleep(2);

	foreach my $running (@threads) {
		$running->join();
	}
	@threads = ();

}


sub metricas_vul(){
	my $url = shift;
	if(!$arqvul{$func->get_file($url)}){
		$arqvul{$func->get_file($url)} = 1;
		$arqv++;
	}
}

sub metrica_testados(){
	my $url = shift;
	if(!$testado{$func->get_file($url)}){
		$testado{$func->get_file($url)}=1;
		$arqs++;
	}
}


sub checa_online(){
        my $h = Uniscan::Http->new();
        my $x=0;
        my $site = $func->pega_site($report_id);
        while ($x<=10) {
                my $res = $h->GET1($site);
                if ($res->is_success) {
                        return 1;
                }
                else{
                        
                        sleep(30);
                }
                $x++;
        }
        &grava_waf();
        return 0;
}

sub grava_waf(){
        $func->insert("UPDATE report SET waf=1 WHERE report_id=". $report_id);
}

sub online(){
        while(checa_online() && $q->pending > 0){
                sleep(10);
        }
	#exit();
        while($q->pending > 0){
                $q->dequeue;
        }
}