1 /* Copyright (C) 2000-2015 Lavtech.com corp. All rights reserved.
2 
3    This program is free software; you can redistribute it and/or modify
4    it under the terms of the GNU General Public License as published by
5    the Free Software Foundation; either version 2 of the License, or
6    (at your option) any later version.
7 
8    This program is distributed in the hope that it will be useful,
9    but WITHOUT ANY WARRANTY; without even the implied warranty of
10    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11    GNU General Public License for more details.
12 
13    You should have received a copy of the GNU General Public License
14    along with this program; if not, write to the Free Software
15    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16 */
17 
18 #ifndef _UDM_ROBOTS_H
19 #define _UDM_ROBOTS_H
20 
21 UDM_ROBOT* UdmRobotFind(UDM_ROBOTS *Robots,const char *hostinfo);
22 UDM_ROBOT* UdmRobotAddEmpty(UDM_ROBOTS *Robots,const char *hostinfo);
23 UDM_ROBOT_RULE* UdmRobotRuleFind(UDM_ROBOTS *Robots,UDM_URL * URL);
24 void UdmRobotListFree(UDM_ROBOTS *Robots);
25 udm_rc_t UdmRobotParse(UDM_AGENT *Indexer, UDM_SERVER *Srv,
26                        UDM_HREFLIST *Sitemap,
27                        const char *src, size_t srclen,
28                        const char *hostinfo);
29 udm_rc_t UdmSitemapParse(UDM_AGENT *A,
30                          UDM_HREFLIST *Hrefs,
31                          const char *url,
32                          const char *buf, size_t buflen,
33                          const char *hostinfo);
34 void UdmRobotsParamParse(UDM_ROBOTSPARAM *dst,
35                          const UDM_ROBOTSPARAM *def,
36                          const UDM_CONST_STR *src);
37 #endif
38