# robots.txt for http://www1.folha.com.br/ # Contact webmaster@grupofolha.com.br if you have questions regarding this file User-agent: * Disallow: /webstories/*?initialWidth Disallow: /webstories/*?*initialWidth Disallow: /folha/furniture/ Disallow: /folha/virtual/ Disallow: /virtual/ Allow: /virtual/hunting/podcasts/google-assistant/ Disallow: /folha/backend/ # Sitemaps Sitemap: https://www1.folha.uol.com.br/sitemap.xml User-agent: AI2Bot Disallow: / User-agent: Ai2Bot-Dolma Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Big Sur AI Disallow: / User-agent: ChatGPT Operator Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Claude-Code Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: Claude-User Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: cohere-training-data-crawler Disallow: / User-agent: DeepSeekBot Disallow: / User-agent: DigitalOceanGenAICrawler Disallow: / User-agent: DuckAssistBot Disallow: / User-agent: GPTBot Disallow: / User-agent: Grok Disallow: / User-agent: GrokBot Disallow: / User-agent: img2dataset Disallow: / User-agent: LINER Bot Disallow: / User-agent: MistralAI-User Disallow: / User-agent: MistralAI-User Disallow: / User-agent: MyCentralAIScraperBot Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: PanguBot Disallow: / User-agent: Perplexity-User Disallow: / User-agent: Perplexity-User Disallow: / User-agent: PerplexityBot Disallow: / User-agent: quillbot.com Disallow: / User-agent: SBIntuitionsBot Disallow: / User-agent: YouBot Disallow: / User-agent: AliyunSecBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Gemini-Deep-Research Disallow: / User-agent: archive.org_bot Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-agent: peer39_crawler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: ViennaTinyBot Disallow: / User-agent: Amazon Kendra Disallow: / User-agent: Arquivo-web-crawler Disallow: / User-agent: Barkrowler Disallow: / User-agent: BLEXBot Disallow: / User-agent: Bravest Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: coccocbot-web Disallow: / User-agent: Cotoyogi Disallow: / User-agent: Crawl4AI Disallow: / User-agent: crawler4j Disallow: / User-agent: Crawlspace Disallow: / User-agent: Diffbot Disallow: / User-agent: Echobot Bot Disallow: / User-agent: EchoboxBot Disallow: / User-agent: Factset_spyderbot Disallow: / User-agent: Firecrawl Disallow: / User-agent: FriendlyCrawler Disallow: / User-agent: https://hada.news Disallow: / User-agent: iaskspider Disallow: / User-agent: iaskspider/2.0 Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: https://www.imediaethics.org Disallow: / User-agent: imgproxy Disallow: / User-agent: ISSCyberRiskCrawler Disallow: / User-agent: JenkersBot Disallow: / User-agent: Kangaroo Bot Disallow: / User-agent: LivelapBot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: MauiBot Disallow: / User-agent: MoodleBot Disallow: / User-agent: netEstate Imprint Crawler Disallow: / User-agent: news-please Disallow: / User-agent: NewsNow Disallow: / User-agent: NovaAct Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: Poseidon Research Crawler Disallow: / User-agent: QualifiedBot Disallow: / User-agent: Scrapy Disallow: / User-agent: SeekportBot Disallow: / User-agent: Seekr Disallow: / User-agent: SeekrBot Disallow: / User-agent: TaraGroup Intelligent Bot Disallow: / User-agent: Timpibot Disallow: / User-agent: Turnitin Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: yacy Disallow: / User-agent: yacybot Disallow: / User-agent: Amzn-SearchBot Disallow: / User-agent: Applebot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: AspiegelBot Disallow: / User-agent: baidu Disallow: / User-agent: Baiduspider Disallow: / User-agent: bingbot Disallow: / User-agent: DuckDuckBot Disallow: / User-agent: Mojeek Disallow: / User-agent: MojeekBot Disallow: / User-agent: PetalBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: SeznamHomepageCrawler Disallow: / User-agent: Slurp Disallow: / User-agent: Teoma Disallow: / User-agent: Yahoo-Blogs Disallow: / User-agent: Yahoo-FeedSeeker Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: YahooSeeker Disallow: / User-agent: Yandex Disallow: / User-agent: YandexAdditional Disallow: / User-agent: YandexAdditionalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: AudigentAdBot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: Brandwatch Disallow: / User-agent: Chrome-Lighthouse Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: DotBot Disallow: / User-agent: Jetslide Disallow: / User-agent: Meltwater Disallow: / User-agent: MJ12bot Disallow: / User-agent: NeticleBot Disallow: / User-agent: Netvibes Disallow: / User-agent: peer39_crawler Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-OCOB Disallow: / User-agent: SemrushBotSwa Disallow: / User-agent: Sidetrade Indexer Bot Disallow: / User-agent: FacebookBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: meta-externalagent Disallow: / User-agent: meta-externalfetcher Disallow: / User-agent: meta-externalfetcher Disallow: / User-agent: Pinterestbot Disallow: / User-agent: Quora-Bot Disallow: / User-agent: Slackbot Disallow: / User-agent: Google-Extended Allow: / User-agent: Google-CloudVertexBot Allow: / User-agent: Google-InspectionTool Allow: / User-agent: Googlebot-Discovery Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: GoogleOther Allow: / User-agent: GoogleOther-Image Allow: / User-agent: GoogleOther-Video Allow: / User-agent: Storebot-Google Allow: / User-agent: Googlebot Allow: / User-agent: Google Page Speed Insights Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: Twitterbot Allow: / User-agent: DeepSeek Disallow: / User-agent: Datenbank Crawler Disallow: / User-agent: Devin Disallow: / User-agent: Diffbot Disallow: / User-agent: Qwen Disallow: / # version 2026022501