User-Agent: * Crawl-Delay: 5 User-agent: * Disallow: /cgi-bin/ Disallow: /wp-includes/ Disallow: /recommended/ Disallow: /comments/feed/ Disallow: /trackback/ Disallow: /index.php Disallow: /xmlrpc.php Disallow: /wp-content/plugins/ Disallow: /tag Disallow: /category Disallow: /tag Disallow: /author Disallow: /search Disallow: /feed Disallow: /cgi-bin/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-content/themes/DCA/ Disallow: /wp-register.php User-agent: Qwantify Crawl-Delay: 5 User-agent: bingbot Allow: / User-agent: Slurp Crawl-Delay: 5 User-agent: Twitterbot Crawl-Delay: 5 User-agent: PagesInventory Disallow: / User-agent: NinjaBot Allow: / User-agent: Googlebot Allow: / User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-Agent: MJ12bot Disallow: / User-Agent: swebot Disallow: / User-agent: aihitbot Disallow: / User-agent: Exabot Disallow: / User-agent: sitebot Disallow: / User-agent: TwengaBot-Discover Disallow: / User-agent: Ezooms Disallow: / User-agent: Bender Disallow: / User-agent: discobot Disallow: / User-Agent: panscient.com Disallow: / User-Agent: searchwebengine.net Disallow: / User-agent: MLBot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Speedy Disallow: / User-agent: dotbot Disallow: / user-agent: AhrefsBot disallow: / User-agent: NerdByNature.Bot disallow: / User-agent: WBSearchBot Disallow: / User-agent: sistrix Disallow: / User-agent: SindiceBot Disallow: / User-agent: plukkie Disallow: / User-agent: findfiles.net Disallow: / User-agent: SeznamBot Disallow: / User-agent: Goodzer Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: lemurwebcrawler Disallow: / User-agent: gigabot Disallow: / User-agent: discobot Disallow: / User-agent: FAST Enterprise Crawler 6 Disallow: / User-agent: Sensis.com.au Web Crawler Disallow: / User-agent: worio bot heritrix Disallow: / User-agent: trovitBot Disallow: / User-Agent: ScoutJet Crawl-delay: 5 User-Agent: MJ12bot Disallow: / User-Agent: swebot Disallow: / User-agent: aihitbot Disallow: / User-agent: Exabot Disallow: / User-agent: sitebot Disallow: / User-agent: TwengaBot-Discover Disallow: / User-agent: Ezooms Disallow: / User-agent: Bender Disallow: / User-agent: discobot Disallow: / User-Agent: panscient.com Disallow: / User-Agent: searchwebengine.net Disallow: / User-agent: MLBot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Speedy Disallow: / User-agent: dotbot Disallow: / User-agent: NerdByNature.Bot disallow: / User-agent: WBSearchBot Disallow: / User-agent: sistrix Disallow: / User-agent: SindiceBot Disallow: / User-agent: plukkie Disallow: / User-agent: findfiles.net Disallow: / User-agent: SeznamBot Disallow: / User-agent: Goodzer Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: lemurwebcrawler Disallow: / User-agent: gigabot Disallow: / User-agent: ccbot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: EdisterBot Disallow: / User-agent: HuaweiSymantecSpider Disallow: / User-agent: PagePeeker Disallow: /