# https://raw.githubusercontent.com/ElementRef/AboutConfig/main/filter/element.ref.anti.ai.robots.ini
User-agent: _ai
User-agent: -ai
User-agent: .ai
User-agent: 360 AI
User-agent: 360 AI Research
User-agent: 360AI browser
User-agent: 360AI Search
User-agent: 360Spider
User-agent: Abacus AI Deep Agent
User-agent: AcademicBotRTU
User-agent: AddSearchBot
User-agent: Agent 3
User-agent: Agent API
User-agent: Agent GPT
User-agent: Agent Middleware
User-agent: Agent-
User-agent: Agent-3
User-agent: Agent-E
User-agent: AgentDataBot
User-agent: AgentGPT
User-agent: Agentic
User-agent: Agentic Deep Research
User-agent: Agentic RAG
User-agent: Agentic RAG with LangGraph
User-agent: Agentic RAG with Reasoning
User-agent: Agentic-RAG
User-agent: AgentQL
User-agent: AgentTimes
User-agent: AhrefsBot/7.0
User-agent: AI – WPBot
User-agent: AI Agent
User-agent: AI Agentic RAG Pipeline
User-agent: AI agents
User-agent: AI Article Writer
User-agent: AI Assistant
User-agent: AI Chat
User-agent: AI Chatbot
User-agent: AI Content Detector
User-agent: AI copilot
User-agent: AI Crawler
User-agent: AI Data Scraper
User-agent: AI Deep Research Agent
User-agent: AI Detection
User-agent: AI Dungeon
User-agent: AI Ghostwriter
User-agent: AI guardrails
User-agent: AI Journalist
User-agent: AI Journalist Agent
User-agent: AI Legion
User-agent: AI RAG
User-agent: AI Scraper
User-agent: AI Search
User-agent: AI Search Engine
User-agent: AI Search Intent
User-agent: AI SEO Crawler
User-agent: AI Training
User-agent: AI Web
User-agent: AI Web Scraper
User-agent: AI Web Search
User-agent: AI Website Screenshot
User-agent: AI Writer
User-agent: ai_
User-agent: ai-
User-agent: ai-agent-playwright
User-agent: AI-Content-Detector
User-agent: AI-Crawler
User-agent: ai-crawlers-training
User-agent: ai-proxy
User-agent: AI-Scraper
User-agent: ai-web-scraper
User-agent: ai-writer
User-agent: ai.
User-agent: ai=
User-agent: ai=n
User-agent: AI2
User-agent: AI2 Bot
User-agent: AI21 Labs
User-agent: AI2Bot
User-agent: AI2Bot-DeepResearchEval
User-agent: Ai2Bot-Dolma
User-agent: ai2thor
User-agent: AIBot
User-agent: aiHitBot
User-agent: AIMatrix
User-agent: air.ai/scanning
User-agent: Airesearch
User-agent: airesearchbot
User-agent: AIScraper
User-agent: AISearch
User-agent: AISearchBot
User-agent: AITraining
User-agent: AIWebIndex
User-agent: AkiraBot
User-agent: Alexa
User-agent: AlexaTM
User-agent: Alice
User-agent: Alice Yandex
User-agent: AliGenie
User-agent: AliyunSec
User-agent: AliyunSecBot
User-agent: AllenAI Bot
User-agent: Alpha AI
User-agent: AlphaAI
User-agent: Amazon
User-agent: Amazon Athena
User-agent: Amazon Bedrock
User-agent: Amazon Bedrock AgentCore Browser
User-agent: Amazon Comprehend
User-agent: Amazon Contxbot
User-agent: Amazon Kendra
User-agent: Amazon Kendra Web Crawler
User-agent: Amazon Lex
User-agent: Amazon SageMaker
User-agent: Amazon Silk
User-agent: Amazon Textract
User-agent: Amazon Titan
User-agent: Amazon-AI
User-agent: amazon-kendra
User-agent: amazon-QBusiness
User-agent: Amazonbot
User-agent: AmazonBuyForMe
User-agent: AmazonKnowledgeBasesRetriever
User-agent: Amelia
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: amzn.to
User-agent: anchor
User-agent: Andibot
User-agent: Angular
User-agent: Anomura
User-agent: Anonymous AI
User-agent: anonymous AI chatbot
User-agent: Anthropic
User-agent: anthropic bot
User-agent: Anthropic Computer Use
User-agent: anthropic-ai
User-agent: Anthropic-Claude
User-agent: AnthropicBot
User-agent: AnyPicker
User-agent: AnyPicker - A.I
User-agent: AnythingLLM
User-agent: Anyword
User-agent: APIC Agent
User-agent: ApifyBot
User-agent: ApifyWebsiteContentCrawler
User-agent: Apple-GenAI
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Applebot/0.1
User-agent: Aranet-SearchBot
User-agent: Aranet-SearchBot/1.0
User-agent: ARC-AGI-2
User-agent: arcee-ai/maestro-reasoning
User-agent: Aria AI
User-agent: Aria Browse
User-agent: Aria browse Aria AI
User-agent: Aria browser AI
User-agent: Articoolo
User-agent: Ask AI
User-agent: Ask.py
User-agent: Atlassian Rovo
User-agent: atlassian-bot
User-agent: Atomic Agent
User-agent: atomic-agent
User-agent: Auto-GPT
User-agent: AutoGen
User-agent: AutoGLM
User-agent: AutoGLM Rumination
User-agent: AutoGPT
User-agent: Automated Writer
User-agent: AutoML
User-agent: Autonomous RAG
User-agent: AutoRAG
User-agent: AutoScraper
User-agent: AutoWebGLM
User-agent: Awario
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: AWS bedrock
User-agent: AWS Trainium
User-agent: Aya Vision
User-agent: Azure
User-agent: Azure AI Search
User-agent: Azure OpenAI
User-agent: AzureAI-SearchBot
User-agent: AzureAISearchRetriever
User-agent: BabyAGI
User-agent: BabyCatAGI
User-agent: BAGEL
User-agent: baiduspider-ai
User-agent: Bard-Ai
User-agent: BardBot
User-agent: Basic RAG
User-agent: Basic RAG Chain
User-agent: Bedrock
User-agent: Bedrock Claude
User-agent: bedrock-chat
User-agent: bedrock-chatbot
User-agent: bedrock-claude-chatbot
User-agent: bedrockbot
User-agent: Big Sur
User-agent: Big Sur AI
User-agent: Big Sur AI Crawler
User-agent: Bigsur
User-agent: bigsur.ai
User-agent: BingAI
User-agent: Bingbot-chat
User-agent: BixelBot
User-agent: BM25 Retriever
User-agent: Bolt
User-agent: Bonsai
User-agent: Botsonic
User-agent: Brave Leo AI
User-agent: Bravebot
User-agent: BraveGPT
User-agent: Bright Data CLI
User-agent: Bright Data Scraper
User-agent: Brightbot
User-agent: Brightbot 1.0
User-agent: Brightbot operator
User-agent: Browser MCP Agent
User-agent: Browser Use
User-agent: Browserbase
User-agent: BrowserBase Open Operator
User-agent: BrowserOS
User-agent: BuddyBot
User-agent: Bytebot
User-agent: byteDance
User-agent: ByteDance crawler
User-agent: ByteDance LLM
User-agent: ByteDance Lynx
User-agent: Bytespider
User-agent: CarynAI
User-agent: CatBoost
User-agent: CC-Crawler
User-agent: CCBot
User-agent: Celia
User-agent: Ceramic TerraCotta Crawler
User-agent: Chai
User-agent: Channel3Bot
User-agent: Character
User-agent: Character-AI
User-agent: Charstar AI
User-agent: Chat2DB-Agent
User-agent: ChatAnthropic
User-agent: chatbot
User-agent: ChatGenie
User-agent: ChatGLM
User-agent: ChatGLM-Spider
User-agent: ChatGPT
User-agent: ChatGPT 4.5
User-agent: ChatGPT 5
User-agent: ChatGPT Agent
User-agent: ChatGPT Atlas
User-agent: ChatGPT Operator
User-agent: ChatGPT Plus
User-agent: ChatGPT Retrieval
User-agent: ChatGPT Scraper
User-agent: ChatGPT search
User-agent: ChatGPT-Browser
User-agent: ChatGPT-User
User-agent: ChatLLM
User-agent: ChatOpenAI
User-agent: Chatsonic
User-agent: ChatUp AI
User-agent: ChatUser
User-agent: CheerioCrawler
User-agent: Chinchilla
User-agent: Cici
User-agent: Clara
User-agent: Claude
User-agent: Claude 5
User-agent: Claude Agent
User-agent: Claude Computer Use
User-agent: Claude Fable
User-agent: Claude Haiku
User-agent: Claude LLM
User-agent: Claude Opus
User-agent: Claude Sonnet
User-agent: Claude-Code
User-agent: Claude-RAG
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: claude.ai
User-agent: ClaudeBot
User-agent: Clawbot
User-agent: ClawbotLeadScan
User-agent: ClearScope
User-agent: Clearview
User-agent: Cloudflare AutoRAG
User-agent: Cloudflare Browser Rendering
User-agent: cloudflare-ai-search
User-agent: Cloudflare-AutoRAG
User-agent: CloudflareBrowserRenderingCrawler
User-agent: CloudVertexBot
User-agent: Code
User-agent: Codex
User-agent: Cognitive AI
User-agent: Cognitive AI engine
User-agent: Cohere
User-agent: Cohere LLM
User-agent: Cohere RAG
User-agent: cohere-ai
User-agent: Cohere-Command
User-agent: cohere-training-data-crawler
User-agent: Command-A-Reasoning
User-agent: Common Crawl
User-agent: CommonCrawl
User-agent: Compass
User-agent: content crawler spider
User-agent: Content Harmony
User-agent: Content King
User-agent: Content Optimizer
User-agent: Content Samurai
User-agent: Content Scraper GPT
User-agent: ContentAtScale
User-agent: ContentBot
User-agent: Contentedge
User-agent: ContentShake
User-agent: Conversion AI
User-agent: Copilot
User-agent: Copilot Read Aloud
User-agent: CopilotBot
User-agent: CopilotNative
User-agent: CopilotSapphire
User-agent: copy.ai
User-agent: CopyAI
User-agent: Copymatic
User-agent: Copyscape
User-agent: CoreWeave
User-agent: Corrective RAG
User-agent: Cotoyogi
User-agent: Coveobot
User-agent: CRAB
User-agent: CragCrawler
User-agent: Crawl web content
User-agent: Crawl4AI
User-agent: CrawlGPT
User-agent: CrawlQ AI
User-agent: Crawlspace
User-agent: Crew AI
User-agent: CrewAI
User-agent: Crushon AI
User-agent: cURL
User-agent: Cursor
User-agent: Cypex
User-agent: cypex.ai/scanning
User-agent: DALL-E
User-agent: Dall-E 4
User-agent: DALL·E 3
User-agent: Dalle 4
User-agent: DarkBard
User-agent: DarkBERT
User-agent: DarkGPT
User-agent: DataFor
User-agent: DataForAI
User-agent: DataForSeoBot
User-agent: dataminr
User-agent: dataprovider
User-agent: dataprovider spider
User-agent: dataproviderbot
User-agent: Datenbank Crawler
User-agent: Deep AI
User-agent: Deep Research
User-agent: Deep Think
User-agent: DeepAI
User-agent: DeepL
User-agent: DeepL Agent
User-agent: DeepMind
User-agent: DeepResearch
User-agent: DeepSeek
User-agent: Deepseek Agent
User-agent: DeepSeek V2.5
User-agent: DeepSeek-LLM
User-agent: DeepSeek-R1
User-agent: deepseek-r1-distill-llama
User-agent: DeepSeek-V3.1
User-agent: deepseek/deepseek-v3.2-exp
User-agent: DeepSeekBot
User-agent: DeepSeekBot/1.0
User-agent: DeepSeekV2.5-Chat
User-agent: DELATE - CLEAN!
User-agent: DepolarizingGPT
User-agent: Devin
User-agent: Devstral
User-agent: DiaBrowser
User-agent: DialoGPT
User-agent: DialoGPT-medium
User-agent: Diffbot
User-agent: Diffbot-User
User-agent: digitaloceangenai-crawler
User-agent: DigitalOceanGenAICrawler
User-agent: DOC
User-agent: DocsGPTOnyx
User-agent: dolly
User-agent: Dolma
User-agent: Dots Chatbot
User-agent: Doubao 1.5
User-agent: Doubao AI
User-agent: DoubaoBot
User-agent: Download Ninja
User-agent: Duck.ai
User-agent: DuckAssistBot
User-agent: DuckDuckGo Chat
User-agent: DuckDuckGo LangChain Bot
User-agent: DuckDuckGo-Enhanced
User-agent: Echobot
User-agent: Echobot Bot
User-agent: Echobox
User-agent: EchoboxBot
User-agent: ElasticsearchRetriever
User-agent: Elixir
User-agent: Embed embed-v4.0
User-agent: ERNIE
User-agent: ERNIEBot
User-agent: Evil-GPT
User-agent: ExaBot
User-agent: ExaSearchBot
User-agent: Extended GPT Scraper
User-agent: FacebookBot
User-agent: FacebookBot/1.0
User-agent: facebookexternalhit
User-agent: facebookexternalhit/1.1
User-agent: Factset
User-agent: Factset_spyderbot
User-agent: FAISS
User-agent: Falcon
User-agent: fast
User-agent: Fastai
User-agent: FastGPT
User-agent: Fetch
User-agent: Finbot
User-agent: FIRE-1
User-agent: FIRE-1 Agent
User-agent: Firebase
User-agent: Firecrawl
User-agent: FirecrawlAgent
User-agent: Fireworks
User-agent: Flux
User-agent: Flux 2
User-agent: Flux Operator
User-agent: Flyriver
User-agent: flyriverbot/1.1
User-agent: Frase AI
User-agent: FraudGPT
User-agent: FriendlyCrawler
User-agent: Gato
User-agent: GeistHaus-PageFetcher
User-agent: Gemini
User-agent: Gemini Agentic RAG
User-agent: Gemini URL Context
User-agent: Gemini-Ai
User-agent: Gemini-Deep-Research
User-agent: Gemini-User
User-agent: Gemini-Vertex
User-agent: Gemma
User-agent: Gen AI
User-agent: gen-ai
User-agent: GenAI
User-agent: GenAI Chat
User-agent: GenAI RAG
User-agent: Generative
User-agent: Genspark
User-agent: gentoo-chat
User-agent: GhostGPT
User-agent: Ghostwriter
User-agent: GigaChat
User-agent: GLM
User-agent: GLM 4.6
User-agent: GLM 5
User-agent: GLM-
User-agent: GLM,
User-agent: Go
User-agent: gobrowser
User-agent: GodMode
User-agent: Google Bard AI
User-agent: Google Gemini
User-agent: Google-Agent
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: Google-Firebase
User-agent: Google-Gemini-CLI
User-agent: Google-NotebookLM
User-agent: GoogleAgent URL Context
User-agent: GoogleAgent-Mariner
User-agent: GoogleAgent-URLContext
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Goose
User-agent: GPT
User-agent: GPT 4 Omni
User-agent: GPT 4 Omni Mini
User-agent: GPT 5.1
User-agent: GPT Chat
User-agent: GPT Image
User-agent: GPT OSS
User-agent: GPT Researcher
User-agent: GPT Scraper
User-agent: GPT-
User-agent: GPT-5
User-agent: GPT-5 Chat
User-agent: GPT-5 Mini
User-agent: GPT-5 Nano
User-agent: GPT-5 Thinking mini
User-agent: GPT-5.5
User-agent: gpt-crawler
User-agent: GPT-oss
User-agent: GPT-Qwen Deep Research
User-agent: GPT-Shield-AI-Plagiarism-Detector
User-agent: GPT4ALL
User-agent: GPT4Free
User-agent: GPTBot
User-agent: GPTBot/1.2
User-agent: GPTBot/1.3
User-agent: GPTZero
User-agent: Grafana
User-agent: Grammarly
User-agent: GraphQL
User-agent: Grendizer
User-agent: Grok
User-agent: Grok 4 Fast
User-agent: Grok 5
User-agent: Grok AI chatbot
User-agent: Grok Bot
User-agent: Grok DeepSearch
User-agent: Grok Imagine
User-agent: Grok-
User-agent: Grok-DeepSearch/
User-agent: GrokAI
User-agent: GrokAppAndroid
User-agent: GrokBot
User-agent: Groq
User-agent: Groq-Bot
User-agent: grub-client
User-agent: GT Bot
User-agent: GTBot
User-agent: GTP
User-agent: hada.news
User-agent: Haystack - deepset AI
User-agent: Haystack RAG Pipeline
User-agent: haystack-ai
User-agent: Headless AI
User-agent: Headless AI Agent
User-agent: Hemingway Editor
User-agent: HenkBot
User-agent: HenkBot/Valyu AI
User-agent: Hermes Agent
User-agent: Hetzner
User-agent: HttpClient
User-agent: HTTrack
User-agent: Hugging
User-agent: Hugging Face
User-agent: hugging-face-ai
User-agent: HuggingChat
User-agent: HuggingFace-Bot
User-agent: huggingfacebot
User-agent: Hunyuan
User-agent: Hunyuan-7B-Instruct
User-agent: Hunyuan-Large-Instruct
User-agent: HunyuanBot
User-agent: hybrid LLM
User-agent: Hybrid Search RAG
User-agent: HyperAgent
User-agent: Hyperbrowser
User-agent: Hypotenuse AI
User-agent: iAsk
User-agent: iAskAI-Crawler
User-agent: iAskBot
User-agent: iaskspider
User-agent: iaskspider/2.0
User-agent: IbouBot
User-agent: ICC-Crawler
User-agent: Ideogram
User-agent: ImageGen
User-agent: ImageGPT
User-agent: Imagen
User-agent: ImagesiftBot
User-agent: imageSpider
User-agent: img2dataset
User-agent: imgproxy
User-agent: inclusionai
User-agent: Inferkit
User-agent: INK Editor
User-agent: INKforall
User-agent: Instinct
User-agent: Instructor
User-agent: instructor-php
User-agent: IntelliSeek
User-agent: IntelliSeek.ai
User-agent: ips-agent
User-agent: IsraBot
User-agent: ISSCyberRiskCrawler
User-agent: Jamba
User-agent: Janitor AI
User-agent: JasperAI
User-agent: JenkersBot
User-agent: Jenni AI
User-agent: Julius AI
User-agent: June
User-agent: k2spider
User-agent: Kafkai
User-agent: Kaggle
User-agent: Kaggle agent
User-agent: Kagi AI
User-agent: Kagi LLM
User-agent: kagi-fetcher
User-agent: Kangaroo
User-agent: Kangaroo Bot
User-agent: Kangaroo-Bot
User-agent: KawaiiGPT
User-agent: KeenableBot
User-agent: Kernel
User-agent: kernel-searchbot
User-agent: KernelSearchBot
User-agent: Keyword Density AI
User-agent: KI-Crawler
User-agent: Kimi
User-agent: Kimi Agentic
User-agent: Kimi Claw
User-agent: Kimi Search
User-agent: Kimi Web Search
User-agent: Kimi-Agent
User-agent: Kimi-SearchBot
User-agent: Kimi-User
User-agent: Kimi-VL
User-agent: KimiBot
User-agent: Kingsoft-LLM
User-agent: Klaviyo
User-agent: KlaviyoAIBot
User-agent: Knowledge
User-agent: knowledge graph
User-agent: knowledge-base
User-agent: Knowledge-graph RAG
User-agent: KnowledgeAgent
User-agent: KomoBot
User-agent: Kruti
User-agent: KunatoCrawler
User-agent: LAION-
User-agent: laion-huggingface-processor
User-agent: LAIONDownloader
User-agent: LangChain
User-agent: LangChain Agent
User-agent: LangChain Python
User-agent: Langchain raptor
User-agent: langchain_ollama
User-agent: langchain-google-genai
User-agent: langchain-ollama
User-agent: langchain-openai
User-agent: langchain-perplexity
User-agent: LangChain-Ruby
User-agent: langchain-scrapeless
User-agent: langextract
User-agent: Langfuse
User-agent: LangGraph JS
User-agent: LangGraph Python
User-agent: LangSmith
User-agent: Language AI
User-agent: larbin
User-agent: LCC
User-agent: Le Chat
User-agent: LeftWingGPT
User-agent: Lensa
User-agent: Leonadro
User-agent: Librarian Bot
User-agent: libwww
User-agent: Lightpanda
User-agent: LightRAG
User-agent: LINER Bot
User-agent: liner-bot
User-agent: LinerBot
User-agent: Linguee Bot
User-agent: linko
User-agent: Linkup Deep
User-agent: LinkupBot
User-agent: LiteLLM
User-agent: LiteLLM Proxy
User-agent: LiteLLM Python
User-agent: LiteLLM Ruby
User-agent: LLaMA
User-agent: Llama3.1-405B-Instruct
User-agent: Llama3.1-70B-Instruct
User-agent: LlamaResearcher
User-agent: LLM
User-agent: LLM Pigeon
User-agent: LLM Proxy
User-agent: LLM Scraper
User-agent: LLM Websearch
User-agent: LLM-jp-Crawler
User-agent: llm-scraper
User-agent: LLMFeeder
User-agent: LLMs
User-agent: llms.txt crawler bot
User-agent: Local AI Chat
User-agent: Local Hybrid Search RAG
User-agent: Local RAG
User-agent: Local RAG Agent
User-agent: LocalAI
User-agent: Lorph
User-agent: Lovable
User-agent: Magistral
User-agent: Magistral Medium
User-agent: Magnus
User-agent: magpie-crawler
User-agent: MAI-DS-R1
User-agent: MAI-Image
User-agent: MalwareGPT
User-agent: Manus
User-agent: Manus Agent
User-agent: Manus-User
User-agent: MarketMuse
User-agent: MBZUAI
User-agent: MBZUAI Chatbot
User-agent: MCP
User-agent: Mediapartners-Google*
User-agent: Medium
User-agent: Meltwater
User-agent: Mem0
User-agent: Meta Agent
User-agent: Meta AI
User-agent: Meta AI Crawler
User-agent: Meta Llama
User-agent: Meta search scraper
User-agent: Meta-AI
User-agent: Meta-External
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: meta-webindexer
User-agent: Meta.AI
User-agent: MetaAI
User-agent: MetaGPT
User-agent: MetaTagBot
User-agent: Microsoft.URL.Control
User-agent: Middleware
User-agent: midjourney
User-agent: Mini AGI
User-agent: minimal AGI
User-agent: MiniMax
User-agent: MiniMax-Agent
User-agent: Mintlify
User-agent: Mistral
User-agent: Mistral Le Chat Agent
User-agent: Mistral NeMo Instruct
User-agent: Mistral OCR
User-agent: Mistral Perflexity AI
User-agent: mistral-large
User-agent: mistral-medium
User-agent: mistral-small
User-agent: Mistral.ai
User-agent: MistralAI-Index
User-agent: MistralAI-Training
User-agent: MistralAI-User
User-agent: MistralAI-User/1.0
User-agent: Mixtral
User-agent: Mixtral 8x22B
User-agent: Mixtral-8x22B-Instruct
User-agent: MJ12bot
User-agent: MobileLLM-R1
User-agent: ModatScanner
User-agent: Model Context Protocol - MCP
User-agent: Molmo
User-agent: Monica
User-agent: Moonshot
User-agent: MoonshotBot
User-agent: Moshi
User-agent: Mozilla-Tabstack
User-agent: MSIECrawler
User-agent: Muse
User-agent: MyCentralAIScraperBot
User-agent: Mycroft AI
User-agent: n8n-nodes-aiscraper
User-agent: NagetBot
User-agent: Nano
User-agent: Nano novellum
User-agent: Nano Search
User-agent: nanobot
User-agent: Nanobrowser
User-agent: nanochat
User-agent: nanoclaw
User-agent: Narrative
User-agent: nbot
User-agent: NeevaBot
User-agent: netEstate
User-agent: netEstate Imprint Crawler
User-agent: NetShelter ContentScan
User-agent: Neural Text
User-agent: NeuralSEO
User-agent: newsai
User-agent: NextChat
User-agent: Nicecrawler
User-agent: Ninja - Chatbot AI
User-agent: Ninja Deep Research
User-agent: NinjaAI
User-agent: NinjaAIBot
User-agent: Node.js
User-agent: NodeZero
User-agent: NotebookLM
User-agent: NotebookLM Deep Research
User-agent: Notion MCP Agent
User-agent: Nova
User-agent: Nova 2 Lite
User-agent: Nova 2 Sonic
User-agent: Nova Act
User-agent: Nova Premier
User-agent: nova-premier-
User-agent: NovaAct
User-agent: Novellum Search
User-agent: NPBot
User-agent: nullclaw
User-agent: Nutch
User-agent: Nytheon
User-agent: Nytheon AI
User-agent: OAI SearchBot
User-agent: OAI-AdsBot
User-agent: OAI-SearchBot
User-agent: OAI-SearchBot/1.0
User-agent: OAI-SearchBot/1.3
User-agent: OASIS
User-agent: Offline Explorer
User-agent: OIG
User-agent: Ola
User-agent: Olivia
User-agent: Ollama
User-agent: oLLM
User-agent: OLM
User-agent: OLMo
User-agent: OLMo 2 Chatbot
User-agent: Olmo Hybrid
User-agent: OLMoASR
User-agent: OLMoE
User-agent: omgili
User-agent: omgilibot
User-agent: Onyx
User-agent: Open AI
User-agent: Open Claw browser
User-agent: Open Deep Research
User-agent: Open Interpreter
User-agent: Open Lovable
User-agent: Open Operator
User-agent: Open Perflexity
User-agent: Open Source LLM
User-agent: OpenAGI
User-agent: OpenAI
User-agent: OpenAI Crawler
User-agent: OpenAI CUA
User-agent: OpenAI GPTBot
User-agent: OpenAI Image Downloader
User-agent: OpenAI Operator
User-agent: OpenAI Python
User-agent: openai-python
User-agent: openai-user
User-agent: OpenAIContentCrawler
User-agent: Openbot
User-agent: OpenClaw
User-agent: OpenClaw Agent
User-agent: opencode
User-agent: OpenELM
User-agent: OpenInterpreter
User-agent: OpenLens AI
User-agent: OpenLLaMA
User-agent: OpenLM
User-agent: openpi
User-agent: openrouter
User-agent: OpenText AI
User-agent: OpenVLA
User-agent: Operator
User-agent: Opus
User-agent: Orthogaffe
User-agent: Outwrite
User-agent: OVHcloud
User-agent: OVHcloud AI Training
User-agent: OWL
User-agent: Owlin
User-agent: OxyCopilot
User-agent: Page Analyzer AI
User-agent: PandasAI
User-agent: PanGu Chat
User-agent: PanguBot
User-agent: Panscient
User-agent: panscient.com
User-agent: Paraphraser.io
User-agent: PentestGPT
User-agent: PentestGPT Research
User-agent: Perflexity
User-agent: Perplexity AI
User-agent: Perplexity Chatbot
User-agent: Perplexity Deep Research
User-agent: Perplexity Image
User-agent: Perplexity LLM
User-agent: Perplexity pypi
User-agent: Perplexity Research
User-agent: Perplexity Scraper
User-agent: Perplexity Search
User-agent: Perplexity Stealth
User-agent: Perplexity Web Scraper
User-agent: Perplexity-Bot
User-agent: perplexity-py
User-agent: Perplexity-Stealth
User-agent: Perplexity-User
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: phi-4-multimodal-instruct
User-agent: phi-4-reasoning-plus
User-agent: Phind
User-agent: PhindBot
User-agent: Playwright
User-agent: Playwright Agentic AI
User-agent: Playwright MCP
User-agent: Playwright Stealth
User-agent: PlaywrightCrawler
User-agent: Poe
User-agent: PoeBot
User-agent: PoeSearchBot
User-agent: Poggio
User-agent: Poggio-Citations
User-agent: Poseidon
User-agent: Poseidon Research Crawler
User-agent: ProWrid
User-agent: ProWritingAid
User-agent: proximic
User-agent: PulsarRPA
User-agent: Puppeteer
User-agent: python Ai
User-agent: Python lxml
User-agent: Python Scrapy
User-agent: PyTorch
User-agent: PyTorch Lightning
User-agent: PyTorch Lightning LLM
User-agent: qodercli
User-agent: Qopywriter
User-agent: Qopywriter.ai
User-agent: Qualified
User-agent: QualifiedBot
User-agent: Quark
User-agent: Querit-SearchBot
User-agent: QueritBot
User-agent: QuillBot
User-agent: quillbot.com
User-agent: Qwen
User-agent: Qwen Chat
User-agent: Qwen Deep Research
User-agent: Qwen LLM
User-agent: Qwen-Agent
User-agent: Qwen-Chat
User-agent: QwenBot
User-agent: QwenLM
User-agent: RAG
User-agent: RAG Agent
User-agent: RAG Agent Cohere
User-agent: RAG Azure AI
User-agent: RAG Chatbot
User-agent: RAG ChatGPT
User-agent: RAG Database
User-agent: RAG Database Routing
User-agent: RAG IS
User-agent: RAG LLM
User-agent: RAG Pipeline
User-agent: RAG Search
User-agent: RAG with
User-agent: RAG with Vercel AI SDK
User-agent: RAG_
User-agent: RAG_VertexAI
User-agent: RAG_with_search
User-agent: RAG-
User-agent: RAG-"
User-agent: RAG-as-a-Service
User-agent: RAGify Search
User-agent: RAPTOR LLM
User-agent: React Agent
User-agent: ReAct AI Agent
User-agent: Redis AI RAG
User-agent: Reflectionbot
User-agent: Reka Flash
User-agent: Replicate
User-agent: Replicate-Bot
User-agent: resec.ai
User-agent: Retriever
User-agent: RSS/XML Scraper
User-agent: Runner H
User-agent: Rytr
User-agent: Sambanova
User-agent: SaplingAI
User-agent: SBIntuitionsBot
User-agent: Scala
User-agent: scaleai
User-agent: Scrapegraph
User-agent: Scrapegraph-ai
User-agent: ScrapeGraphAI
User-agent: Scrapeless
User-agent: Scraper
User-agent: Scraper Bot
User-agent: Scraping Browser
User-agent: Scrapling
User-agent: Scrapy
User-agent: Scrapy crawlspider
User-agent: Scrapy Middleware
User-agent: Scrapy Python
User-agent: Scrapy selenium
User-agent: Scrapy spider
User-agent: Scrapy-LLM
User-agent: scrapy-playwright
User-agent: scrapy-redis
User-agent: ScryBot
User-agent: Search RAG
User-agent: Search retrieval
User-agent: SearchChat
User-agent: Seekr
User-agent: SemrushBot
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: SEO Content Machine
User-agent: SerpApiBot
User-agent: Serper
User-agent: Shap-User
User-agent: ShapBot
User-agent: Sidetrade indexer bot
User-agent: sitecheck.internetseer.com
User-agent: Sitefinity
User-agent: SiteSnagger
User-agent: SiteSucker
User-agent: skrape.ai
User-agent: Skyvern
User-agent: SmartScrape
User-agent: SmartScraperGraph
User-agent: Spawning AI
User-agent: Spawning-ai
User-agent: Spider
User-agent: Spider Middleware
User-agent: Spin Rewrite
User-agent: Spinbot
User-agent: Stability
User-agent: Stable Diffusion
User-agent: Super Agent
User-agent: Superagent
User-agent: TaraGroup Intelligent Bot
User-agent: TavilyBot
User-agent: TavilySearchAPIRetriever
User-agent: Teleport
User-agent: TeleportPro
User-agent: Tencent AI chatbot
User-agent: Terra Cotta
User-agent: TerraCotta
User-agent: Text Formatter
User-agent: Text-RAG
User-agent: TextCortex
User-agent: The Knowledge AI
User-agent: thehive.ai
User-agent: TheKnowledgeAI
User-agent: Thinkbot
User-agent: Thinklab
User-agent: Thordata
User-agent: TikTokSpider
User-agent: Timpibot
User-agent: Together
User-agent: Together AI
User-agent: Together-Bot
User-agent: TongyiBot
User-agent: Trae
User-agent: Tulu
User-agent: Turnitin
User-agent: TurnitinBot
User-agent: TwinAgent
User-agent: uAgents
User-agent: UbiCrawler
User-agent: UseAI
User-agent: VaultGemma
User-agent: VelenPublicWebCrawler
User-agent: Venus Chub AI
User-agent: VertexAISearchRetriever
User-agent: Vidnami AI
User-agent: VimGPT
User-agent: Vision RAG
User-agent: VLM
User-agent: vnCallbot
User-agent: vnFace
User-agent: VNPT AI
User-agent: VNPT AI Assistant
User-agent: VNPT SmartBot
User-agent: VNPT SmartReader
User-agent: wan
User-agent: WARDBot
User-agent: Weaviate
User-agent: Web 3.0 Navigator
User-agent: Web Browser Bot
User-agent: Web Search
User-agent: Web Search Agent
User-agent: Web-Search-AI
User-agent: WebChatGPT
User-agent: WebCopier
User-agent: WebCrawler-AI
User-agent: WebExplorer-8B
User-agent: WebFetch
User-agent: WebFetch.MCP
User-agent: WebReaper
User-agent: Webscrape
User-agent: Webscrape AI
User-agent: webscraping-ai-php
User-agent: webscraping-ai-python
User-agent: webscraping-ai-ruby
User-agent: Websearch
User-agent: WebStripper
User-agent: WebSurfer
User-agent: WebText
User-agent: WebVoyager
User-agent: Webzio
User-agent: webzio-extended
User-agent: WebZIP
User-agent: WeSEE
User-agent: wget
User-agent: Whisper
User-agent: WizardLM
User-agent: WolfGPT
User-agent: WordAI
User-agent: Wordtune
User-agent: WormGPT
User-agent: wpbot
User-agent: Writecream
User-agent: WRITER Agent
User-agent: WriterZen
User-agent: Writescope
User-agent: Wrtn
User-agent: WRTNBot
User-agent: WRTNBot crawler
User-agent: xAI-Grok
User-agent: xAI-SearchBot
User-agent: xAI-Web-Crawler
User-agent: XAIAgent
User-agent: xBot
User-agent: Xenu
User-agent: YaK
User-agent: YandexAdditional
User-agent: YandexAdditionalBot
User-agent: YiBot
User-agent: YiyanBot
User-agent: YouBot
User-agent: ZanistaBot
User-agent: Zao
User-agent: Zealbot
User-agent: Zero
User-agent: Zero GTP
User-agent: Zerochat
User-agent: ZeroGPT
User-agent: ZeroSearch
User-agent: ZeroStep
User-agent: Zhipu
User-agent: Zhuque AI
User-agent: Zhuque AI Detector
User-agent: Zimm
User-agent: Zoominfo AI Agents
User-agent: ZyBORG
Content-Signal: use=immediate, search=no, ai-train=no, ai-input=no
Disallow: /