User-agent: *
Allow: /

User-agent: bingbot
Crawl-delay: 60

User-agent: Googlebot
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 120
User-agent: dotbot
Crawl-delay: 120
User-agent: Uptimebot
Crawl-delay: 120
User-agent: UptimeRobot
Crawl-delay: 120
User-agent: proximic
Crawl-delay: 120

User-agent: PetalBot
Crawl-delay: 120

User-agent: grapeshot
User-agent: Baiduspider
User-agent: MJ12bot

User-agent: SemrushBot
Crawl-delay: 60

User-agent: JobBot
User-agent: sogou spider
User-agent: CriteoBot/0.1
User-agent: BLEXBot
Disallow: /resume/
Disallow: /findresume/
Disallow: /landing/
Disallow: /reach/
Disallow: /REACH/
Disallow: /home/
Disallow: /corporate/
Disallow: /maplib/
Sitemap: https://www.jobthai.com/sitemap.xml