# Robots.txt file for wdbc and webdesignbycookie updated 3-12-2005. # Don't let these Unwanted Robots see anything. User-agent: SurveyBot Disallow: / User-agent: larbin Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: LinkWalker Disallow: / User-agent: lwp-trivial Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial/1.35 Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: InternetSeer.com Disallow: / User-agent: seekercenter.net Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: ecollector Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: Indy Library Disallow: / User-agent: NameProtect Disallow: / User-agent: TurnitinBot Disallow: / User-agent: webreaper Disallow: / User-agent: WebCopy Disallow: / User-agent: Wget Disallow: / User-agent: jobo Disallow: / # For all other robots -- don't index these. User-agent: * Disallow: /topnavbar.cfm Disallow: /application.cfm Disallow: /header.cfm Disallow: /iPoll.cfm Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /CFIDE/ Disallow: /admin_tools/ Disallow: /admin_tools/paypal/ Disallow: /books/ Disallow: /css/ Disallow: /domain/alert.cfm Disallow: /domain/footer.cfm Disallow: /domain/topnavbar.cfm Disallow: /domain/topnavbar-external.cfm Disallow: /domain/domainheader.cfm Disallow: /domain/boldchat.cfm Disallow: /domain/multimediadomain-processing.cfm Disallow: /domain/multimediadomain_head.cfm Disallow: /domain/multimediadomain_foot.cfm Disallow: /invoice/thankyou.cfm Disallow: /ipn/ Disallow: /hosting/order.cfm Disallow: /order/ Disallow: /quote/MailForm.cfm Disallow: /quote/quote.cfm Disallow: /resources/suggest_results.cfm Disallow: /resources/footer.cfm Disallow: /resources/linkmenu.cfm Disallow: /resources/topnav.cfm Disallow: /search/searchresults.cfm Disallow: /search/WDBCSearch_VOpenFile.cfm Disallow: /search/WDBCSearch_VPathIndexing.cfm Disallow: /templates/ Disallow: /Verity/ # For all here is my sitemap. Sitemap: http://www.wdbc.com/sitemap.xml