##ACAP version=1.0 # robots.txt for branded sites User-agent: twiceler Disallow: / User-agent: baiduspider Disallow: / User-agent: naverbot Disallow: / User-agent: yeti Disallow: / User-agent: * Disallow: Crawl-delay: 10 Disallow: /bin/ Disallow: /Search.aspx Disallow: /RegistrationLockdownControls/ Disallow: /scripts/ Disallow: /images/ Disallow: /css/ Disallow: /FreePdfViewer Disallow: /SearchResultsV3 Disallow: /PdfViewer Disallow: /nocookie Disallow: /OrderPrint Disallow: /ForwardToBrowse Disallow: /Registration Disallow: /CrossPostSite Disallow: /Admin # robots.txt for branded sites ACAP-crawler: twiceler # User-agent: twiceler ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: baiduspider # User-agent: baiduspider ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: naverbot # User-agent: naverbot ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: yeti # User-agent: yeti ACAP-disallow-crawl: / # Disallow: / ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /bin/ # Disallow: /bin/ ACAP-disallow-crawl: /Search.aspx # Disallow: /Search.aspx ACAP-disallow-crawl: /RegistrationLockdownControls/ # Disallow: /RegistrationLockdownControls/ ACAP-disallow-crawl: /scripts/ # Disallow: /scripts/ ACAP-disallow-crawl: /images/ # Disallow: /images/ ACAP-disallow-crawl: /css/ # Disallow: /css/ ACAP-disallow-crawl: /FreePdfViewer # Disallow: /FreePdfViewer ACAP-disallow-crawl: /SearchResultsV3 # Disallow: /SearchResultsV3 ACAP-disallow-crawl: /PdfViewer # Disallow: /PdfViewer ACAP-disallow-crawl: /nocookie # Disallow: /nocookie ACAP-disallow-crawl: /OrderPrint # Disallow: /OrderPrint ACAP-disallow-crawl: /ForwardToBrowse # Disallow: /ForwardToBrowse ACAP-disallow-crawl: /Registration # Disallow: /Registration ACAP-disallow-crawl: /CrossPostSite # Disallow: /CrossPostSite ACAP-disallow-crawl: /Admin # Disallow: /Admin