# ======================================== # 長岡花火ドットコム robots.txt # https://nagaokahanabi.com/ # ======================================== # ======================================== # General # Google / Bing / Apple / AI検索等は許可 # ======================================== User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # ======================================== # SEO / backlink / competitive crawlers # ======================================== # Ahrefs User-agent: AhrefsBot Disallow: / # Semrush User-agent: SemrushBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SiteAuditBot Disallow: / # Moz User-agent: DotBot Disallow: / User-agent: rogerbot Disallow: / # Majestic User-agent: MJ12bot Disallow: / # DataForSEO User-agent: DataForSeoBot Disallow: / # BLEXBot User-agent: BLEXBot Disallow: / # Other SEO crawlers User-agent: SiteExplorer Disallow: / User-agent: Ezooms Disallow: / User-agent: gigabot Disallow: / User-agent: Megalodon Disallow: / User-agent: seokicks.de Disallow: / # ======================================== # Overseas search / crawlers # 必要性が低いため停止 # ======================================== User-agent: Baiduspider Disallow: / User-agent: PetalBot Disallow: / User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: YandexImages Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: yeti Disallow: / # ======================================== # Other crawlers # ======================================== User-agent: oBot Disallow: / User-agent: proximic Disallow: / User-agent: SMTBot Disallow: / # ======================================== # XML Sitemap # ======================================== Sitemap: https://nagaokahanabi.com/sitemap.xml Sitemap: https://nagaokahanabi.com/sitemap-image.xml