LWP/Parallel/RobotUA.pm

132     my($self, $netloc) = @_;
133     return undef unless defined $netloc;
134     my $last = $self->{'rules'}->last_visit($netloc);
182 	my $netloc  = eval { local $SIG{__DIE__}; $request->url->host_port; };
184         if ( $remember_failures and $failed_connections->{$netloc} ) {
193 	push (@queue, $entry), next  if $busy{$netloc};
202 	    my $checking = $self->_checking_robots_txt ($netloc);
237                         my $netloc = eval { local $SIG{__DIE__};
240 			$self->_checking_robots_txt ($netloc, -1);
241 		        $rules->visit($netloc);
249 			  		      $netloc);
254 				              $netloc);
259 					    $netloc);
265 		push (@queue, $robot_entry), $busy{$netloc}++
268 		$self->_checking_robots_txt ($netloc, 1);
282 	    my $wait = $self->host_wait($netloc);
301 		$busy{$netloc}++;
314 		    $busy{$netloc}++;
316 		    $rules->visit($netloc);
337     my ($entry, $queue, $netloc);
342     while (($netloc, $queue) = each %$pending_connections) {
348 	  LWP::Debug::debug("Marking empty queue for '$netloc' for deletion");
349 	    $delete{$netloc}++;
354         if ( $remember_failures and $failed_connections->{$netloc} ) {
356 			    " entries for unreachable host '$netloc'");
365 	  LWP::Debug::debug("Marking empty queue for '$netloc' for deletion");
366 	    $delete{$netloc}++;
422                             my $netloc = eval { local $SIG{__DIE__};
425 			    $self->_checking_robots_txt ($netloc, -1);
426 		            $rules->visit($netloc);
434 				  		  $netloc);
439 				                  $netloc);
444 						$netloc);
469 		my $netloc = eval { local $SIG{__DIE__};
473 		my $wait = $self->host_wait($netloc);
494 					"request to $netloc");
500 			$rules->visit($netloc);
504 	  LWP::Debug::debug("Queue for $netloc contains ".
506 	    $delete{$netloc}++ unless scalar @$queue;
538     my ($self, $netloc, $lock) = @_;
541     $self->{'checking'}->{$netloc} = 0
542       unless defined ($self->{'checking'}->{$netloc});
545 	$self->{'checking'}->{$netloc} = $lock;
547 	$self->{'checking'}->{$netloc};