# Cho phep bot tim kiem crawl, de chung doc duoc header
# X-Robots-Tag: noindex, nofollow  -> go dan khoi ket qua tim kiem.
User-agent: *
Allow: /

# Chan cac bot cao du lieu / SEO: khong phai search engine,
# khong can go index, chi ngon bang thong.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /