# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # User-agent: mauibot Disallow: / User-agent: blexbot Disallow: / User-agent: seo spider Disallow: / User-agent: YandexBot Disallow: / User-agent: AlexaWebSearchPlatform Disallow: / User-agent: Baiduspider Disallow: / User-agent: betaBot Disallow: / User-agent: PetalBot Disallow: / User-agent: DotBot Disallow: / User-agent: screaming Frog SEO Spider Disallow: / User-agent: Crawl Disallow: / User-agent: Exabot Disallow: / User-agent: Gigabot Disallow: / User-agent: Infoseek Sidewinder Disallow: / User-agent: LinkChecker Disallow: / User-agent: NetSongBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: dataforseo-bot Disallow: / User-agent: MJ12bot/ Disallow: / User-agent: linkdexbot Disallow: / User-agent: Adsbot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: Feedspot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Feedspot/1.0 Disallow: / User-agent: Keybot Disallow: / User-agent: zoominfobot Disallow: / User-agent: Feedspot Disallow: / User-agent: CheckHost Disallow: / User-agent: Orbbot Disallow: / User-agent: YandexImages Disallow: / User-agent: WellKnownBot Disallow: / User-agent: SurdotlyBot Disallow: / User-agent: gdnplus.com Disallow: / User-agent: online-webceo-bot Disallow: / User-agent: Scrapy Disallow: / User-agent: rogerbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / User-agent: Alexibot Disallow: / User-agent: Surveybot Disallow: / User-agent: Xenu Disallow: / User-agent: exabot Disallow: / User-agent: gigabot Disallow: / User-agent: BlekkoBot Disallow: / User-agent: MECrawler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: python-requests Disallow: / User-agent: Python-urllib/2.7 Disallow: / User-agent: curl/7.35.0 Disallow: / User-agent: wp_is_mobile Disallow: / User-agent: Java/11.0.10 Disallow: / User-agent: Photon Disallow: / User-agent: Photon/1.0 Disallow: / User-agent: SerendeputyBot Disallow: / User-agent: webpage-inspector.com Disallow: / User-agent: Twingly Recon Disallow: / User-agent: Bidtellect/0.0.958.0 Disallow: / User-agent: Slackbot-LinkExpanding 1.0 Disallow: / User-agent: DF Bot 1.0 Disallow: / User-agent: Who.is Bot Disallow: / User-agent: sem rush bot Disallow: / User-agent: yandex bot Disallow: / User-agent: sogou bot Disallow: / User-agent: majestic bot Disallow: / User-agent: exalead bot Disallow: / User-agent: baidu bot Disallow: / User-agent: MediaMathbot/1.0 Disallow: / User-agent: trendictionbot0 Disallow: / User-agent: omgili/0.5 Disallow: / User-agent: Iframely Disallow: / User-agent: cortex/1.0 Disallow: / User-agent: trendictionbot0.5.0 Disallow: / User-agent: Domains Project/1.3.7 Disallow: / User-agent: trendictionbot Disallow: / User-agent: MediaMathbot Disallow: / User-agent: omgili Disallow: / User-agent: UniversalFeedParser/5.2.1 Disallow: / User-agent: woorankreview/2.0 Disallow: / User-agent: feedbot/1.0 Disallow: / User-agent: SeekportBot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: Daum/4.1 Disallow: / User-agent: PaperLiBot/2.1 Disallow: / User-agent: AboutUsBot Disallow: / User-agent: Neevabot/1.0 Disallow: / User-agent: Feedly/1.0 Disallow: / User-agent: heritrix/3.3.0 Disallow: / User-agent: wget Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: UbiCrawler Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: libwww Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: k2spider Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: Linguee Bot Disallow: / User-agent: Mappy Disallow: / User-agent: GarlikCrawler Disallow: / User-agent: feedbot Disallow: / User-agent: FeedlyApp Disallow: / User-agent: Feedly Disallow: / User-agent: WordPress Disallow: / User-agent: heritrix Disallow: / User-agent: FullStoryBot Disallow: / User-agent: ias-va/3.1 Disallow: / User-agent: "Xpanse-bot Disallow: / User-agent: Xpanse-bot Disallow: / User-agent: PhxBot/0.1 Disallow: / User-agent: http://2ip.io Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MojeeBot Disallow: / User-agent: SiteExplorer Disallow: / User-agent: Uptimebot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: phxbot Disallow: / User-agent: zgrab/0.x Disallow: / User-agent: Wappalyzer Disallow: / User-agent: CheckMarkNetwork/1.0 Disallow: / User-agent: DuckDuckGo-Favicons-Bot/1.0; Disallow: / User-agent: gptbot Disallow: / User-agent: chatgptbot Disallow: / User-agent: researchscan.comsys.rwth-aachen.de Disallow: / User-agent: AwarioBot/1.0 Disallow: / User-agent: BitSightBot/1.0 Disallow: / User-agent: InternetMeasurement/1.0 Disallow: / User-agent: DuckDuckGo-Favicons-Bot/1.0 Disallow: / User-agent: YaK/1.0 Disallow: / User-agent: UptimeRobot/2.0 Disallow: / User-agent: AwarioRssBot/1.0 Disallow: / User-agent: AwarioSmartBot/1.0 Disallow: / User-agent: RepoLookoutBot/v1 Disallow: / User-agent: NetcraftSurveyAgent/1.0 Disallow: / User-agent: StractBot/0.1 Disallow: / User-agent: Yeti/1.1 Disallow: / User-agent: Mediatoolkitbot Disallow: / User-agent: serpstatbot/2.1 Disallow: / User-agent: WebwikiBot/2.1 Disallow: / User-agent: AndersPinkBot/1.1 Disallow: / User-agent: Pandalytics/1.0 Disallow: / User-agent: anthropic-ai Disallow: / User-agent: researchscan Disallow: / User-agent: hstspreload-bot Disallow: / User-agent: CensysInspect/1.1 Disallow: / User-agent: Apache-HttpClient/4.5.13 Disallow: / User-agent: Python/3.10 aiohttp/3.8.5 Disallow: / User-agent: ALittle Client Disallow: / User-agent: Dalvik/2.1.0 Disallow: / User-agent: Python/3.10 Disallow: / User-agent: curl/7.29.0 Disallow: / User-agent: Crystal Disallow: / User-agent: ccbot Disallow: / User-agent: — Disallow: / User-agent: test-bot Disallow: / User-agent: startmebot/1.0 Disallow: / User-agent: fidget-spinner-bot Disallow: / User-agent: GuzzleHttp/7 Disallow: / User-agent: claritybot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: Spinn3r Disallow: / User-agent: Yahoo Pipes 1.0 Disallow: / User-agent: KSCrawler Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: NewsNow Disallow: / User-agent: MoodleBot Disallow: / User-agent: Schema-Markup-Validator Disallow: / User-agent: my-tiny-bot Disallow: / User-agent: thesis-research-bot Disallow: / User-agent: Slack-ImgProxy Disallow: / User-agent: Cpanel-HTTP-Client/1.0 Disallow: / User-agent: Superfeedr bot/2.0 Disallow: / User-agent: Pine.blog/1.7 Disallow: / User-agent: SiteScoreBot Disallow: / User-agent: Apache-HttpClient/UNAVAILABLE Disallow: / User-agent: 'Mozilla/5.0 Disallow: / User-agent: Quora-Bot/1.0 Disallow: / User-agent: cpp-httplib/0.10.9 Disallow: / User-agent: SiteScoreBot v20210315 Disallow: / User-agent: Anthill Disallow: / User-agent: Amazonbot/0.1 Disallow: / User-agent: Feedbin Disallow: / User-agent: ev-crawler/1.0 Disallow: / User-agent: python-requests/2.26.0 Disallow: / User-agent: python-requests/2.31.0 Disallow: / User-agent: python-requests/2.28.2 Disallow: / User-agent: Peach/1.01 Disallow: / User-agent: FeedBurner/1.0 Disallow: / User-agent: gametublmbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: VelenPublicWebCrawler/1.0 Disallow: / User-agent: archive.org_bot Disallow: / User-agent: threatview.app Disallow: / User-agent: Gaisbot/3.0 Disallow: / User-agent: bingbot/2.0 Disallow: / User-agent: SemrushBot/7~bl Disallow: / User-agent: SemrushBot/7 Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot Disallow: / User-agent: (http://tinyurl.com/64t5n Disallow: / User-agent: SEMrushBot Disallow: / User-agent: YouBot Disallow: / User-agent: wpbot/1.0 Disallow: / User-agent: SEOlyt/1.0 Disallow: / User-agent: ClaudeBot Disallow: / User-agent: curl/7.61.1 Disallow: / User-agent: ddg_android/5.169.0 Disallow: / User-agent: curl/7.54.0 Disallow: / User-agent: axios/1.6.5 Disallow: / User-agent: Linux Mozilla Disallow: / User-agent: Go-http-client/2.0 Disallow: / User-agent: got Disallow: / User-agent: Mozilla/5.0 Disallow: / User-agent: * Disallow: /admin/ Disallow: /auth/ Disallow: /assets/browser-update*.js Disallow: /email/ Disallow: /session Disallow: /user-api-key Disallow: /*?api_key* Disallow: /*?*api_key* Disallow: /badges Disallow: /my Disallow: /search Disallow: /tag/*/l Disallow: /g Disallow: /t/*/*.rss Disallow: /c/*.rss User-agent: Googlebot Disallow: /admin/ Disallow: /auth/ Disallow: /assets/browser-update*.js Disallow: /email/ Disallow: /session Disallow: /user-api-key Disallow: /*?api_key* Disallow: /*?*api_key* Sitemap: https://publishers.academy/sitemap.xml