Forum Moderators: open
I was curious about how you knew they were well listed in directories and that they had many page listings? Is there a tool that gives this info?
Sorry, I am still new at this and trying to learn.
At Google [google.com] you can enter link:http://www.some-domain-name.com to check how many pages link to this domain.
This program told me that it's not being cloaked.
#!/usr/bin/perl -w
use strict;
use HTTP::Request::Common qw(POST);
use LWP::UserAgent;
my $debugging=0;
my $proxy = '';
my $ua = LWP::UserAgent->new();
$ua->proxy(['http','ftp']=>$proxy) if $proxy;
my($req,$result);
my $page = "http://www.jansport.com/";
print "ANALYZING $page\n";
my $fetch=0;
foreach my $browser (
"Slurp/si; slurp\@inktomi.com; [inktomi.com...]
"Googlebot/2.1 (+http://www.googlebot.com/bot.html)",
"compatible; MSIE 5.5; MSN 2.5; Windows 98; AtHome021SI") {
print "fetching for $browser ...\n";
$ua->agent($browser);
print " ";
$req = HTTP::Request->new(GET => $page);
$result = $ua->request($req)->as_string;
$fetch++;
print "fetched #$fetch, ",length($result)," bytes\n";
open (FETCH,">fetch$fetch.html");
print FETCH $result;
close FETCH;
}
#!/usr/bin/perl -w
use strict;
use HTTP::Request::Common qw(POST);
use LWP::UserAgent;
my $debugging=0;
my $proxy = '';
my $ua = LWP::UserAgent->new();
$ua->proxy(['http','ftp']=>$proxy) if $proxy;
my($req,$result);
my $page = "http://www.jansport.com/";
print "ANALYZING $page\n";
my $fetch=0;
foreach my $browser (
"Slurp/si; slurp\@inktomi.com; [inktomi.com...]
"Googlebot/2.1 (+http://www.googlebot.com/bot.html)",
"Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt)") {
print "fetching for $browser ...\n";
$ua->agent($browser);
print " ";
$req = HTTP::Request->new(GET => $page);
$result = $ua->request($req)->as_string;
$fetch++;
print "fetched #$fetch, ",length($result)," bytes\n";
open (FETCH,">fetch$fetch.html");
print FETCH $result;
close FETCH;
}
[webmasterworld.com...]
This new improved script is designed to be put in your CGI bin directory so you have a cutesy web interface.
Bolotomus