[Sprawler-commits] sprawler/lib/Sprawler Client.pm,1.41,1.42 Master.pm,1.39,1.40

[Mojo N. <moj...@us...>]

Update of /cvsroot/sprawler/sprawler/lib/Sprawler
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv20891/lib/Sprawler

Modified Files:
	Client.pm Master.pm 
Log Message:
You know you've been away to long when you forget how to commit to cvs
 
Let's see add funct mkrdir make recursive directory for helping out with config file.
added hack to checkin client to to clientdb.
 
mojo




Index: Master.pm
===================================================================
RCS file: /cvsroot/sprawler/sprawler/lib/Sprawler/Master.pm,v
retrieving revision 1.39
retrieving revision 1.40
diff -C2 -d -r1.39 -r1.40
*** Master.pm	28 Mar 2004 02:18:09 -0000	1.39
--- Master.pm	25 Jun 2004 02:31:05 -0000	1.40
***************
*** 97,101 ****
    my $socket=shift;
    my $urls=shift;
!   my $select=$self->{SELECT};
  
    my $bindata="";
--- 97,101 ----
    my $socket=shift;
    my $urls=shift;
!   #my $select=$self->{SELECT};
  
    my $bindata="";
***************
*** 257,260 ****
--- 257,261 ----
    my @urls=();
    my $ii=0;
+   print STDERR " FILE $url_file_statezero\n";
    my ($obj0, $fdesc0, $dbh0)=$self->open_db($url_file_statezero, "ZERO");
    my ($obj1, $fdesc1, $dbh1)=$self->open_db($url_file_stateone, "ONE");
***************
*** 263,267 ****
      if (int(rand(1000)) < 3) {
        $dbh1->{$key}="$clientid";
!       #      print "state 0 to 1 -> $key\n";
        delete $dbh0->{$key};
        push(@urls,$key);
--- 264,268 ----
      if (int(rand(1000)) < 3) {
        $dbh1->{$key}="$clientid";
!       print STDERR "state 0 to 1 -> $key\n";
        delete $dbh0->{$key};
        push(@urls,$key);
***************
*** 368,371 ****
--- 369,373 ----
    my $request=shift;
    my $index_path=$self->get("INDEX_PATH");
+   $self->mkrdir($index_path);
    my $clientenabled = undef;
    my %dbh0=();
***************
*** 373,378 ****
    my ($obj0, $fdesc0, $dbh0)=$self->open_db($client_checkoutdb, "CLIENTDB");
    my $clientid_tag = $clientid . "-" . $request;
!   my $junk = $dbh0->{$clientid_tag};
    my $clientid_return=$dbh0->{$clientid_tag};
    $self->close_db($obj0, $fdesc0, "CLIENTDB");
    return ($clientid_return);
--- 375,386 ----
    my ($obj0, $fdesc0, $dbh0)=$self->open_db($client_checkoutdb, "CLIENTDB");
    my $clientid_tag = $clientid . "-" . $request;
!   #my $junk = $dbh0->{$clientid_tag};
!   if($dbh0->{$clientid_tag}) {
!     
!   } else {
!     $dbh0->{$clientid_tag}=1;
!   }
    my $clientid_return=$dbh0->{$clientid_tag};
+   print STDERR "CLIENTID $clientid_return\n";
    $self->close_db($obj0, $fdesc0, "CLIENTDB");
    return ($clientid_return);

Index: Client.pm
===================================================================
RCS file: /cvsroot/sprawler/sprawler/lib/Sprawler/Client.pm,v
retrieving revision 1.41
retrieving revision 1.42
diff -C2 -d -r1.41 -r1.42
*** Client.pm	1 Apr 2004 03:45:34 -0000	1.41
--- Client.pm	25 Jun 2004 02:31:05 -0000	1.42
***************
*** 564,568 ****
      $socket->recv($url, 1024);
      $socket->send("THANKS");
!     print "\rReceiving url $j of $urltotal";
      $urls{$url}=1;
      $j++;
--- 564,568 ----
      $socket->recv($url, 1024);
      $socket->send("THANKS");
!     print "\rReceiving url $j of $urltotal URL $url";
      $urls{$url}=1;
      $j++;