User-agent: MJ12bot
Disallow: /

User-Agent: *
Disallow: /scout/
Disallow: /message/
Disallow: /webresume/
Disallow: /folder/
Disallow: /entry-manage/
Disallow: /entry/form/
Disallow: /review/
Disallow: /setting/
Disallow: /congratulations/
Disallow: /report/form/
Disallow: /keyword/
Disallow: /popup/pop_office_google_map
Disallow: /company/
Disallow: /search/
Disallow: /job-search/
Disallow: /wish-search/?*
Disallow: /consul-search/color/?*
Disallow: /agency/a-*/job-list/?*
Disallow: /consultant/c-*/job-list/?*
Disallow: /report/find/?*
Sitemap: https://mid-tenshoku.com/sitemap_index.xml

User-agent: bingbot
Crawl-delay: 30