Searched refs:ROBOTS_TXT (Results 1 – 3 of 3) sorted by relevance
44 #define ROBOTS_TXT "/robots.txt" macro
577 char *ruri = HTParse(ROBOTS_TXT, mr->furl, PARSE_ALL); in main()
313 my $ROBOTS_TXT = "$HTDOCUMENT_ROOT/robots.txt";2937 if (not -f "$ROBOTS_TXT") {2938 warn "$ROBOTS_TXT does not exists";2942 open(ROBOTTXT, "$ROBOTS_TXT") || die "Can't open $ROBOTS_TXT : $!\n";