# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-Agent: * Disallow: /admin User-Agent: * Disallow: /ripime User-Agent: MJ12bot Disallow: / User-Agent: 008 Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: BaiduMobaider Disallow: / User-agent: BaiduImagespider Disallow: / User-agent: Ezooms Disallow: / User-agent: IE/4.0 Disallow: / User-agent: UnwindFetchor Disallow: / User-agent: MetaURI Disallow: / User-agent: FlipboardProxy Disallow: / User-agent: Acoon Disallow: / User-agent: Crowsnest Disallow: / User-agent: InAGist Disallow: / User-agent: psbot Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: ShowyouBot Disallow: / User-agent: ceron.jp Disallow: / User-agent: Twitterbot Disallow: / User-agent: Pixray Disallow: / User-agent: JS-Kit Disallow: / User-agent: Apache-HttpClient/4.0.1 Disallow: / User-agent: Tobot Disallow: / User-agent: NING Disallow: / User-agent: siclab Disallow: / User-agent: EC2LinkFinder Disallow: / User-agent: Jakarta Disallow: / User-agent: Content Crawler Disallow: / User-agent: spbot Disallow: / User-agent: PaperLiBot Disallow: / User-agent: discobot Disallow: / User-agent: picmole Disallow: / User-agent: AhrefsBot Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Summify Disallow: / User-agent: Python-urllib Disallow: / User-agent: RMSS_WEBKIT_ROBOTS_DOWNLOADER Disallow: / User-agent: SurveyBot Disallow: / User-agent: python\-requests Disallow: / User-agent: Java/ Disallow: / User-agent: NerdByNature Disallow: / User-agent: MFE_expand Disallow: / User-agent: EventMachine Disallow: / User-agent: Lipperhey Disallow: / User-agent: Sogou Disallow: / User-agent: StudioFACA Disallow: / User-agent: BeetleBot Disallow: / User-agent: LongURL Disallow: / User-agent: CCBot Disallow: / # 887 クローラー対策 FunWebProducts除外 #User-agent: FunWebProducts #Disallow: / User-agent: intelium_bot Disallow: / User-agent: SISTRIX Disallow: / User-agent: Evrinid Disallow: / User-agent: Linguee Disallow: / User-agent: CareerBot Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: Website\sExplorer Disallow: / User-agent: JikeSpider Disallow: / User-agent: EasouSpider Disallow: / User-agent: 360Spider Disallow: / User-agent: ShortLinkTranslate Disallow: / User-agent: Robot\sv1.0-S0 Disallow: / User-agent: Kimengi Disallow: / User-agent: Influencebot Disallow: / User-agent: Steeler Disallow: / User-agent: AMAZON-EU Disallow: / User-agent: BLEXBot Disallow: / User-agent: Nutch Disallow: / User-agent: WinInet\sTest Disallow: / User-agent: wsr-agent/1.0 Disallow: / User-agent: ltx71 Disallow: / # Sitemap files Sitemap: https://cpstyle.jp/sitemaps/renewal/cpstyle.jp-sitemap-pc_index.xml Sitemap: https://cpstyle.jp/sitemaps/renewal/cpstyle.jp-sitemap-mobile_index.xml