Searched defs:wget_robots_st (Results 1 – 1 of 1) sorted by relevance
47 struct wget_robots_st { struct49 *paths; //!< paths found in robots.txt (element: wget_string)51 *sitemaps; //!< sitemaps found in robots.txt (element: char *)