User-Agent: *
Disallow: /metrics/
Disallow: /driver/search/
Disallow: /driver/job/entry/
Disallow: /sekokanri/search/
Disallow: /sekokanri/job/entry/
Disallow: /register/basic/
Disallow: /*?_rsc=

User-Agent: BaiduImagespider
User-Agent: BaiduMobaider
User-Agent: Baiduspider
User-Agent: Baiduspider+
User-Agent: barkrowler
User-Agent: Bytespider
User-Agent: DataForSeoBot
User-Agent: DotBot
User-Agent: ia_archiver
User-Agent: JoobleBot
User-Agent: PetalBot
User-Agent: RankActiveLinkBot
User-Agent: Screaming Frog SEO Spider
User-Agent: trovitBot
User-Agent: YandexBot
Disallow: /

User-Agent: AhrefsBot
Crawl-delay: 300

User-Agent: CCBot
User-Agent: MJ12bot
User-Agent: SEMrushBot-Mobile
Crawl-delay: 60

User-Agent: Y!J-BRJ/YATS crawler
User-Agent: bingbot
Crawl-delay: 5

Sitemap: https://levjob.jp/sitemap.xml