[Sprawler-commits] sprawler/lib/Sprawler Client.pm,1.38,1.39

[Eric A. <de...@us...>]

Update of /cvsroot/sprawler/sprawler/lib/Sprawler
In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv2943/lib/Sprawler

Modified Files:
	Client.pm 
Log Message:
- changed indexer output to a more clean format, now that the indexer is "settling" down a bit.  Less verbose, but still tells the story.


Index: Client.pm
===================================================================
RCS file: /cvsroot/sprawler/sprawler/lib/Sprawler/Client.pm,v
retrieving revision 1.38
retrieving revision 1.39
diff -C2 -d -r1.38 -r1.39
*** Client.pm	25 Mar 2004 05:06:45 -0000	1.38
--- Client.pm	25 Mar 2004 05:44:04 -0000	1.39
***************
*** 515,519 ****
      }
      $filesize=length $file;
!     print "SENDING $filename ($filesize)\n";
  
      $socket->send($filename);
--- 515,519 ----
      }
      $filesize=length $file;
!     #print "SENDING $filename ($filesize)\n";
  
      $socket->send($filename);
***************
*** 529,538 ****
        $start = 1024 * $counter;
        $buffer = substr($file, $start, 1024);
!       print "#";
        $socket->send($buffer);
        $counter++;
        $datasent = $counter * 1024;
      }
!     print "\n";
      $socket->recv("$msg",1024);
      if($msg eq "0") {
--- 529,538 ----
        $start = 1024 * $counter;
        $buffer = substr($file, $start, 1024);
!       #print "#";
        $socket->send($buffer);
        $counter++;
        $datasent = $counter * 1024;
      }
!     #print "\n";
      $socket->recv("$msg",1024);
      if($msg eq "0") {
***************
*** 555,569 ****
    tie %urls,  'DB_File', "$db_file", O_RDWR|O_CREAT, 0644, $DB_BTREE;
  
!   print "requesting urls\n";
    $socket->send("REQUEST_URL $urltotal");
    #start waiting for $urls;
    #my $ii=0;
    my $url=undef;
    while($url ne "COMPLETE") {
      $socket->recv($url, 1024);
      $socket->send("THANKS");
!     print "RECEIVING $url\n";
      $urls{$url}=1;
    }
    delete $urls{"COMPLETE"};
    delete $urls{""};
--- 555,573 ----
    tie %urls,  'DB_File', "$db_file", O_RDWR|O_CREAT, 0644, $DB_BTREE;
  
!   print "Requesting urls\n";
    $socket->send("REQUEST_URL $urltotal");
    #start waiting for $urls;
    #my $ii=0;
    my $url=undef;
+   my $j=0;
+   $|=1;
    while($url ne "COMPLETE") {
      $socket->recv($url, 1024);
      $socket->send("THANKS");
!     print "\rReceiving url $j of $urltotal";
      $urls{$url}=1;
+     $j++;
    }
+   print " -> Done.\n";
    delete $urls{"COMPLETE"};
    delete $urls{""};