# Block all crawlers for wp admin and next public folder
User-Agent: *
Disallow: */_next/*
Disallow: /blog/wp-admin/
Disallow: /blog/wp-admin/*
Disallow: /account
Disallow: /account/*
Disallow: /application/health
Disallow: /cart
Disallow: /d/*
Disallow: /login
Disallow: /login/*
Disallow: /order
Disallow: /order/*
Disallow: /payment/*
Disallow: /register
Disallow: /search
Disallow: /search?*
User-Agent: Timpibot
Disallow: /
User-agent: *Screaming Frog SEO Spider*
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: GeedoProductSearch
Disallow: /

disallow: /blog/*/feed
disallow: /blog/*/*/feed
disallow: /blog/*/*/feed
disallow: /blog/*/*/*/feed
disallow: /blog/*/*/?register=1
disallow: /ads.txt

Sitemap: https://www.astronauts.id/blog/sitemap_index.xml