[Sprawler-commits] sprawler master.pl,1.22,1.23

[Mojo N. <moj...@us...>]

Update of /cvsroot/sprawler/sprawler
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv20891

Modified Files:
	master.pl 
Log Message:
You know you've been away to long when you forget how to commit to cvs
 
Let's see add funct mkrdir make recursive directory for helping out with config file.
added hack to checkin client to to clientdb.
 
mojo




Index: master.pl
===================================================================
RCS file: /cvsroot/sprawler/sprawler/master.pl,v
retrieving revision 1.22
retrieving revision 1.23
diff -C2 -d -r1.22 -r1.23
*** master.pl	28 Mar 2004 01:49:40 -0000	1.22
--- master.pl	25 Jun 2004 02:31:04 -0000	1.23
***************
*** 56,60 ****
  
  $master->load($configfile);
! $master->set("DEBUG",0);
  
  
--- 56,60 ----
  
  $master->load($configfile);
! $master->set("DEBUG",1);
  
  
***************
*** 119,135 ****
        
        my $action=$master->receive_request($socket,1024);
        if ($action =~ /^REQUEST_URL\s+(\d+)\s+(\S+)/) {
! 	      my $qtyurls=$1;
          my $clientid=$2;
!         my $retval=$master->check_clientid($clientid,"STATUS");
          if ($retval eq "1") {
  	        if ($max_req_urls < $qtyurls) { $qtyurls = $max_req_urls; }
  	        $action="";
  	        my @urls=$master->get_urls($qtyurls,$clientid);
  	        $master->logf("($line) child $child_id sending urls...\n"); 
  	        $master->send_urls($socket,\@urls);
  	        $master->logf("ok\n"); 
          } else {
            print STDERR "Client $clientid attempted to steal from us!\n";
          }
        } elsif ($action =~ /^SEND_INDEX\s+(\S+)/) {
--- 119,143 ----
        
        my $action=$master->receive_request($socket,1024);
+       print STDERR "ACTION $action\n";
        if ($action =~ /^REQUEST_URL\s+(\d+)\s+(\S+)/) {
! 	my $qtyurls=$1;
          my $clientid=$2;
!         my $retval=undef;
! 	$retval=$master->check_clientid($clientid,"STATUS");
! 	#$retval=1;
          if ($retval eq "1") {
  	        if ($max_req_urls < $qtyurls) { $qtyurls = $max_req_urls; }
  	        $action="";
  	        my @urls=$master->get_urls($qtyurls,$clientid);
+ 		foreach my $url (@urls) {
+ 		  print STDERR "URL\n";
+ 		}
  	        $master->logf("($line) child $child_id sending urls...\n"); 
+ 	        print STDERR "($line) child $child_id sending urls...\n";
  	        $master->send_urls($socket,\@urls);
  	        $master->logf("ok\n"); 
          } else {
            print STDERR "Client $clientid attempted to steal from us!\n";
+ 	  exit;
          }
        } elsif ($action =~ /^SEND_INDEX\s+(\S+)/) {