# ÉϺ£»éÇìÔÚÏß www.wedlm.com #/robots.txt # Please use Sitemap # Sitemap: :/sitemap.xml.gz # Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / # Sorry, wget in its recursive mode is a frequent problem. User-agent: wget Disallow: / # The 'grub' distributed client has been *very* poorly behaved. User-agent: grub-client Disallow: / # Doesn't follow robots.txt anyway, but... User-agent: k2spider Disallow: / # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # # All the rest are welcome to crawl responsibly # User-Agent:* # Security: Disallow:/*.bak$ Disallow:/ad32120/ Disallow:/ademail/ Disallow:/adinfo/ Disallow:/ainfouser/ Disallow:/cert/ Disallow:/temp/ Disallow:/exp/ Disallow:/inc/ Disallow:/inctest Disallow:/2010sh/ Disallow:/img/ Disallow:/tg/ Disallow:/mem/f2mem.php Disallow:/mem/f.php Disallow:/mem/shop-user.php Disallow:/mem/shop-logout.php Disallow:/vote/vote-admeditname.php Disallow:/vote/vote-admeditps.php Disallow:/vote/vote-admin.php Disallow:/vote/vote-admmyinfoadd.php Disallow:/vote/vote-admmyinfoedit.php Disallow:/vote/vote-admphoto.php Disallow:/vote/vote-admphoto-edit.php Disallow:/vote/vote-admphoto-editin.php Disallow:/vote/vote-admphoto-in.php Disallow:/theme/ Disallow:/mem/album.php Disallow:/mem/f-book.php Disallow:/mem/f-bookshow.php Disallow:/mem/f-cnt.php Disallow:/mem/f-newsshow.php Disallow:/mem/f-service.php Disallow:/mem/f-videoshow.php Disallow:/mem/mem-album.php Disallow:/mem/mem-book.php Disallow:/mem/mem-bookshow.php Disallow:/mem/mem-service.php Disallow:/mem/shop-userold.php Disallow:/mem/wed-czhr.php Disallow:/mem/wed-jobshow.php Disallow:/mem/wed-pcom.php Disallow:/mem/wed-pcz.php Disallow:/mem/wed-photo.php Disallow:/mem/wed-pother.php Disallow:/mem/wed-ptrav.php Disallow:/mem/youhuiread.php Disallow:/index-usernews.php Disallow:/index-memtest.php Disallow:/index-adv.php Disallow:/index-info.php Disallow:/index-test.php Disallow:/img/png Disallow:/bbs-asf78asdf