# This file will tell all robots to avoid URLs # starting with /stayAwayFromHere User-agent: RPT-HTTPClient Disallow: / User-agent: NPBot Disallow: / User-agent: FAST+Enterprise+Crawler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: LinkWalker Disallow: / User-agent: Gigabot Disallow: / User-agent: psbot Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: kuloko-bot Disallow: / User-agent: BDFetch Disallow: / User-agent: Openbot Disallow: / User-agent: Uptimebot Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: ia_archiver Disallow: / User-agent: mozDex Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: aipbot Disallow: / User-agent: RoboPal Disallow: / User-agent: appie Disallow: / User-agent: NutchCVS Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: * Disallow: /webledger Disallow: /Demo Disallow: /Support Disallow: /SiteSupport