User-agent: * Allow: /sitemap-documents.xml?p=* Allow: /static/css/style.css?v=* Allow: /static/css/style_normal.css?v=* Allow: /static/css/style_mobile.css?v=* Disallow: /pdfs/ Disallow: *.pdf Disallow: /registar Disallow: /auth Disallow: *.json/ Disallow: *.json Disallow: */related/ User-agent: Arquivo-web-crawler Allow: /sitemap-documents.xml?p=* Allow: /static/css/style.css?v=* Allow: /static/css/style_normal.css?v=* Allow: /static/css/style_mobile.css?v=* Disallow: /pdfs/ Disallow: *.pdf Disallow: /registar Disallow: /auth Disallow: */related/ User-Agent: msnbot Crawl-delay: 5 Allow: /sitemap-documents.xml?p=* Disallow: /pdfs/ Disallow: *.pdf Disallow: /register Disallow: /auth Disallow: *.json/ Disallow: *.json Disallow: */related/ User-agent: bingbot Crawl-delay: 5 Allow: /sitemap-documents.xml?p=* Disallow: /pdfs/ Disallow: *.pdf Disallow: /register Disallow: /auth Disallow: *.json/ Disallow: *.json Disallow: */related/ User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MJ12bot Disallow: / User-agent: spbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: BotRightHere Disallow: / User-agent: Turnitin Disallow: / User-agent: UptimeRobot Disallow: / User-agent: DotBot Disallow: / User-agent: PaperLiBot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: LinkedInBot Disallow: / User-agent: WebZip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: Copernic Disallow: / User-agent: psbot Disallow: / User-agent: VoilaBot Disallow: / User-agent: Python-urllib Disallow: / User-agent: NetMechanic Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: Yeti Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: Alexibot Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: MIIxpc Disallow: / User-agent: Telesoft Disallow: / User-agent: Website Quester Disallow: / User-agent: moget/2.1 Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: NetAnts Disallow: / User-agent: Mister PiX Disallow: / User-agent: WebAuto Disallow: / User-agent: TheNomad Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: RMA Disallow: / User-agent: libWeb/clsHTTP Disallow: / User-agent: asterias Disallow: / User-agent: httplib Disallow: / User-agent: turingos Disallow: / User-agent: spanner Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: Bullseye/1.0 Disallow: / User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: Foobot Disallow: / User-agent: SpankBot Disallow: / User-agent: BotALot Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: BunnySlippers Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: URLy Warning Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: / User-agent: LinkWalker Disallow: / User-agent: cosmos Disallow: / User-agent: moget Disallow: / User-agent: hloader Disallow: / User-agent: humanlinks Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Mata Hari Disallow: / User-agent: LexiBot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: The Intraformant Disallow: / User-agent: True_Robot/1.0 Disallow: / User-agent: True_Robot Disallow: / User-agent: BlowFish/1.0 Disallow: / User-agent: JennyBot Disallow: / User-agent: MIIxpc/4.2 Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: ProPowerBot/2.14 Disallow: / User-agent: BackDoorBot/1.0 Disallow: / User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: suzuran Disallow: / User-agent: TightTwatBot Disallow: / User-agent: VCI WebViewer VCI WebViewer Win32 Disallow: / User-agent: VCI Disallow: / User-agent: Szukacz/1.4 Disallow: / User-agent: Openfind data gatherer Disallow: / User-agent: Openfind Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: RepoMonkey Bait & Tackle/v1.01 Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: Openbot Disallow: / User-agent: URL Control Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-agent: Webster Pro Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: Iron33/1.0.2 Disallow: / User-agent: Bookmark search tool Disallow: / User-agent: GetRight/4.2 Disallow: / User-agent: FairAd Client Disallow: / User-agent: Gaisbot Disallow: / User-agent: Aqua_Products Disallow: / User-agent: Radiation Retriever 1.1 Disallow: / User-agent: Flaming AttackBot Disallow: / User-Agent: Scooter Disallow: / User-Agent: Lexxe Disallow: / User-agent: Teoma Crawl-delay: 360 User-agent: gigabot Crawl-delay: 480 User-agent: robozilla Crawl-delay: 500 User-agent: yodao Crawl-delay: 1000 User-agent: ia_archiver Crawl-delay: 100 User-agent: duggmirror Disallow: / User-agent: Baiduspider Disallow: / User-agent: baiduspider Disallow: / User-agent: Yandex Disallow: / User-agent: grapeshot Disallow: / user-agent: AhrefsBot disallow: / User-agent: BLEXBot Disallow: / User-agent: dotbot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot Disallow: / User-agent: Amazonbot Disallow: / # Ultimate AI Block List v1.8 20260105 # https://perishablepress.com/ultimate-ai-block-list/ # Allow all other bots full access User-agent: * Disallow: # Block AI bots from all access User-agent: .ai User-agent: -ai User-agent: _ai User-agent: ai. User-agent: ai- User-agent: ai_ User-agent: ai= User-agent: AddSearchBot User-agent: Agentic User-agent: AgentQL User-agent: Agent 3 User-agent: Agent API User-agent: Agent- User-agent: AI Agent User-agent: AI Article Writer User-agent: AI Assistant User-agent: AI Chat User-agent: AI Content Detector User-agent: AI Detection User-agent: AI Dungeon User-agent: AI Journalist User-agent: AI Legion User-agent: AI RAG User-agent: AI Search User-agent: AI SEO Crawler User-agent: AI Training User-agent: AI Web User-agent: AI Writer User-agent: AI2 User-agent: AIBot User-agent: aiHitBot User-agent: AIMatrix User-agent: Airesearch User-agent: AISearch User-agent: AITraining User-agent: Alexa User-agent: Alice Yandex User-agent: AliGenie User-agent: AliyunSec User-agent: Alpha AI User-agent: AlphaAI User-agent: Amazon User-agent: Amelia User-agent: AndersPinkBot User-agent: AndiBot User-agent: Anomura User-agent: Anonymous AI User-agent: Anthropic User-agent: AnyPicker User-agent: Anyword User-agent: Applebot User-agent: Aria AI User-agent: Aria Browse User-agent: Articoolo User-agent: Ask AI User-agent: Atlassian User-agent: AutoGen User-agent: Automated Writer User-agent: AutoML User-agent: Autonomous RAG User-agent: AutoRAG User-agent: Awario User-agent: AWS Trainium User-agent: Azure User-agent: BabyAGI User-agent: BabyCatAGI User-agent: BardBot User-agent: Basic RAG User-agent: Bedrock User-agent: Big Sur User-agent: Bigsur User-agent: Botsonic User-agent: Brightbot User-agent: Browser MCP Agent User-agent: Browser Use User-agent: BuddyBot User-agent: Bytebot User-agent: ByteDance User-agent: Bytespider User-agent: CarynAI User-agent: CatBoost User-agent: CC-Crawler User-agent: CCBot User-agent: Chai User-agent: Channel3Bot User-agent: Character User-agent: Charstar AI User-agent: Chatbot User-agent: Chatsonic User-agent: ChatUser User-agent: Chinchilla User-agent: Claude User-agent: ClearScope User-agent: Clearview User-agent: Cognitive AI User-agent: Cohere User-agent: Common Crawl User-agent: CommonCrawl User-agent: Compass User-agent: Content Harmony User-agent: Content King User-agent: Content Optimizer User-agent: Content Samurai User-agent: ContentAtScale User-agent: ContentBot User-agent: Contentedge User-agent: ContentShake User-agent: Conversion AI User-agent: Copilot User-agent: CopyAI User-agent: Copymatic User-agent: Copyscape User-agent: CoreWeave User-agent: Corrective RAG User-agent: Cotoyogi User-agent: CRAB User-agent: Crawl4AI User-agent: CrawlQ AI User-agent: Crawlspace User-agent: Crew AI User-agent: CrewAI User-agent: Crushon AI User-agent: Cypex User-agent: DALL-E User-agent: DarkBard User-agent: DarkBERT User-agent: DataFor User-agent: DataProvider User-agent: Datenbank Crawler User-agent: DeepAI User-agent: Deep AI User-agent: DeepL User-agent: DeepMind User-agent: Deep Research User-agent: DeepResearch User-agent: DeepSeek User-agent: Devin User-agent: Diffbot User-agent: Dolma User-agent: Doubao AI User-agent: DuckAssistBot User-agent: DuckDuckGo Chat User-agent: DuckDuckGo-Enhanced User-agent: Echobot User-agent: Echobox User-agent: Elixir User-agent: FacebookBot User-agent: FacebookExternalHit User-agent: Factset User-agent: Falcon User-agent: FIRE-1 User-agent: Firebase User-agent: Firecrawl User-agent: Flyriver User-agent: Frase AI User-agent: FriendlyCrawler User-agent: Gato User-agent: Gemini User-agent: Gemma User-agent: Gen AI User-agent: GenAI User-agent: Generative User-agent: Genspark User-agent: Gentoo-chat User-agent: Ghostwriter User-agent: GigaChat User-agent: GLM User-agent: GodMode User-agent: Goose User-agent: GPT User-agent: Grammarly User-agent: Grendizer User-agent: Grok User-agent: Groq User-agent: GT Bot User-agent: GTBot User-agent: GTP User-agent: Hemingway Editor User-agent: Hetzner User-agent: Hugging User-agent: Hunyuan User-agent: Hybrid Search RAG User-agent: Hypotenuse AI User-agent: iAsk User-agent: IbouBot User-agent: ICC-Crawler User-agent: Ideogram User-agent: ImageGen User-agent: Imagen User-agent: ImagesiftBot User-agent: ImageSpider User-agent: img2dataset User-agent: imgproxy User-agent: INK Editor User-agent: INKforall User-agent: Instructor User-agent: IntelliSeek User-agent: Inferkit User-agent: ISSCyberRiskCrawler User-agent: Janitor AI User-agent: Jasper User-agent: Jenni AI User-agent: Julius AI User-agent: Kafkai User-agent: Kaggle User-agent: Kangaroo User-agent: Keyword Density AI User-agent: Kimi User-agent: Klaviyo User-agent: Knowledge User-agent: KomoBot User-agent: Kruti User-agent: KunatoCrawler User-agent: LAIONDownloader User-agent: LangChain User-agent: Langfuse User-agent: Language AI User-agent: Le Chat User-agent: Lensa User-agent: Leonardo User-agent: Lightpanda User-agent: LightRAG User-agent: LinerBot User-agent: LinkupBot User-agent: LLaMA User-agent: LCC User-agent: LLM User-agent: Local RAG Agent User-agent: Lovable User-agent: Magistral User-agent: magpie-crawler User-agent: MAI-Image User-agent: Manus User-agent: MarketMuse User-agent: MBZUAI User-agent: Meltwater User-agent: Meta-AI User-agent: Meta-External User-agent: Meta-Webindexer User-agent: Meta AI User-agent: MetaAI User-agent: MetaTagBot User-agent: Middleware User-agent: Midjourney User-agent: Mini AGI User-agent: MiniMax User-agent: Mintlify User-agent: Mistral User-agent: Mixtral User-agent: model-training User-agent: Molmo User-agent: Monica User-agent: Nano User-agent: Narrative User-agent: NeevaBot User-agent: netEstate User-agent: Neural Text User-agent: NeuralSEO User-agent: NinjaAI User-agent: NodeZero User-agent: NotebookLM User-agent: Nova Act User-agent: NovaAct User-agent: Nytheon User-agent: OAI-SearchBot User-agent: OAI SearchBot User-agent: OASIS User-agent: Olivia User-agent: OLM User-agent: Omgili User-agent: Onyx User-agent: Open AI User-agent: Open Interpreter User-agent: OpenAGI User-agent: OpenAI User-agent: OpenBot User-agent: OpenInterpreter User-agent: OpenPi User-agent: OpenRouter User-agent: OpenText AI User-agent: Operator User-agent: Outwrite User-agent: OVHcloud User-agent: Owlin User-agent: Page Analyzer AI User-agent: PaLM 2 User-agent: PanguBot User-agent: Panscient User-agent: Paperlibot User-agent: Paraphraser.io User-agent: peer39_crawler User-agent: Perflexity User-agent: Perplexity User-agent: Petal User-agent: Phind User-agent: PiplBot User-agent: Pixmo User-agent: Playwright User-agent: PoeBot User-agent: PoeSearchBot User-agent: Poggio User-agent: Poseidon User-agent: ProWritingAid User-agent: Proximic User-agent: PulsarRPA User-agent: Puppeteer User-agent: Python AI User-agent: Python lxml User-agent: PyTorch User-agent: Qualified User-agent: Quark User-agent: QuillBot User-agent: Qopywriter User-agent: Qwen User-agent: RAG Agent User-agent: RAG Azure AI User-agent: RAG Chatbot User-agent: RAG Database User-agent: RAG IS User-agent: RAG Pipeline User-agent: RAG Search User-agent: RAG with User-agent: RAG- User-agent: RAG_ User-agent: Raptor User-agent: React Agent User-agent: Reasoning User-agent: Redis AI RAG User-agent: Reka Flash User-agent: Replicate User-agent: RobotSpider User-agent: RunPod User-agent: Rytr User-agent: SaplingAI User-agent: SBIntuitionsBot User-agent: Scala User-agent: Scalenut User-agent: Scrap User-agent: ScriptBook User-agent: Seekr User-agent: SEObot User-agent: SEO Content Machine User-agent: SEO Robot User-agent: SemrushBot User-agent: Sentibot User-agent: Serper User-agent: ShapBot User-agent: Sidetrade User-agent: Simplified AI User-agent: Sitefinity User-agent: Skydancer User-agent: Skyvern User-agent: SlickWrite User-agent: SmartBot User-agent: Sonic User-agent: Sora User-agent: Spider/2 User-agent: SpiderCreator User-agent: Spin Rewrite User-agent: Spinbot User-agent: Stability User-agent: Stable Diffusion User-agent: StableDiffusionBot User-agent: Stagehand User-agent: Stealth User-agent: Sudowrite User-agent: SummalyBot User-agent: Super Agent User-agent: Superagent User-agent: SuperAGI User-agent: Surfer AI User-agent: Taiko User-agent: TavilyBot User-agent: TerraCotta User-agent: Text Blaze User-agent: TextCortex User-agent: Thinkbot User-agent: Thordata User-agent: TikTokSpider User-agent: Timpibot User-agent: Tinybird User-agent: Together User-agent: Traefik User-agent: Tulu User-agent: Tülu User-agent: TurnitinBot User-agent: TwinAgent User-agent: uAgents User-agent: UI-TARS User-agent: VelenPublicWebCrawler User-agent: Venus Chub AI User-agent: Vidnami AI User-agent: Vision RAG User-agent: WARDBot User-agent: WebSurfer User-agent: WebText User-agent: WebVoyager User-agent: Webzio User-agent: WeChat User-agent: Whisper User-agent: WordAI User-agent: Wordtune User-agent: WPBot User-agent: Writecream User-agent: WriterZen User-agent: Writescope User-agent: Writesonic User-agent: WRTNBot User-agent: xAI User-agent: Xanthorox User-agent: xBot User-agent: XLNet User-agent: YaK User-agent: YaML User-agent: YandexAdditional User-agent: YouBot User-agent: Zanista User-agent: Zendesk User-agent: Zero User-agent: Zhipu User-agent: Zhuque AI User-agent: Zimm Disallow: / Sitemap: http://dre.tretas.org/sitemap.xml