미디어위키:Robots.txt

User-agent: Adsbot Disallow: /

User-agent: AhrefsBot Disallow: /

User-agent: AI2Bot Disallow: /

User-agent: Amazonbot Disallow: /

User-agent: anthropic-ai Disallow: /

User-agent: Applebot Disallow: /

User-agent: Arachni Disallow: /

User-agent: BaiduSpider Disallow: /

User-agent: Barkrowler Disallow: /

User-agent: bbot Disallow: /

User-agent: BLEXBot Disallow: /

User-agent: brands-bot Disallow: /

User-agent: Bytedance Disallow: /

User-agent: Bytespider Disallow: /

User-agent: CCBot Disallow: /

User-agent: ChatGPT-User Disallow: /

User-agent: Claude-Web Disallow: /

User-agent: ClaudeBot Disallow: /

User-agent: cohere-ai Disallow: /

User-agent: ComVoy Disallow: /

User-agent: CriteoBot Disallow: /

User-agent: dataforseo-bot Disallow: /

User-agent: Diffbot Disallow: /

User-agent: DotBot Disallow: /

User-agent: Exabot Disallow: /

User-agent: Eyeotabot Disallow: /

User-agent: FacebookBot Disallow: /

User-agent: FriendlyCrawler Disallow: /

User-agent: GPTBot Disallow: /

User-agent: GrapeshotCrawler Disallow: /

User-agent: heritrix Disallow: /

User-agent: iaskspider Disallow: /

User-agent: ICC-Crawler Disallow: /

User-agent: ImagesiftBot Disallow: /

User-agent: img2dataset Disallow: /

User-agent: integralads Disallow: /

User-agent: ISSCyberRiskCrawler Disallow: /

User-agent: Kangaroo Bot Disallow: /

User-agent: LieBaoFast Disallow: /

User-agent: MegaIndex Disallow: /

User-agent: Meta-ExternalAgent Disallow: /

User-agent: Meta-ExternalFetcher Disallow: /

User-agent: MicroMessenger Disallow: /

User-agent: MJ12bot Disallow: /

User-agent: OAI-SearchBot Disallow: /

User-agent: omgili Disallow: /

User-agent: omgilibot Disallow: /

User-agent: PerplexityBot Disallow: /

User-agent: PetalBot Disallow: /

User-agent: PhantomJS Disallow: /

User-agent: Scrapy Disallow: /

User-agent: SemrushBot Disallow: /

User-agent: serpstatbot Disallow: /

User-agent: Sidetrade indexer bot Disallow: /

User-agent: Timpibot Disallow: /

User-agent: TinyTestBot Disallow: /

User-agent: Turnitin Disallow: /

User-agent: UCBrowser Disallow: /

User-agent: VelenPublicWebCrawler Disallow: /

User-agent: Webzio-Extended Disallow: /

User-agent: YouBot Disallow: /