# # robots.txt for YinHu Forum # 银狐技术论坛 Bbs.YinHu.Org # 以下为限制抓取代码 # #限制所有搜索引擎的抓取开始 User-agent: * Disallow: /admin/ Disallow: /api/ Disallow: /attachments/ Disallow: /images/ Disallow: /install/ Disallow: /forumdata/ Disallow: /include/ Disallow: /ipdata/ Disallow: /modcp/ Disallow: /templates/ Disallow: /plugins/ Disallow: /wap/ Disallow: /uc_client/ Disallow: /uc_server/ Disallow: /down/ Disallow: /temp/ Disallow: /admincp.php Disallow: /ajax.php Disallow: /logging.php Disallow: /member.php Disallow: /memcp.php Disallow: /misc.php Disallow: /my.php Disallow: /pm.php Disallow: /post.php Disallow: /register.php Disallow: /rss.php Disallow: /search.php Disallow: /seccode.php Disallow: /topicadmin.php Disallow: /space.php Disallow: /modcp.php Disallow: /admin.php Disallow: /hosts.php Disallow: /redirect.php?fid= Disallow: /viewthread.php? Disallow: /?fromuid= Disallow: /?fromuser= #限制所有搜索引擎的抓取结束 #限制百度蜘蛛的抓取开始 User-agent: Baiduspider Disallow: /sitemap_index.xml #谷歌SiteMap地图 #限制百度蜘蛛的抓取结束 #限制谷歌蜘蛛的抓取开始 User-agent: Baiduspider Disallow: /sitemap_baidu.xml #百度SiteMap地图 #限制谷歌蜘蛛的抓取结束 #搜索引擎User-Agent代码对照表######################## # 搜索引擎 User-Agent代码 # # AltaVista Scooter # Infoseek Infoseek # Hotbot Slurp # AOL Search Slurp # Excite ArchitextSpider # Google Googlebot # Goto Slurp # Lycos Lycos # MSN MSNBOT # Netscape Googlebot # NorthernLight Gulliver # WebCrawler ArchitextSpider # Iwon Slurp # Fast Fast # DirectHit Grabber # Yahoo Web Pages YahooBots # Looksmart Web Pages Slurp # Baidu Baiduspider