User-agent: *
Disallow: /wp-json/
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-cron.php
Disallow: /page-not-found/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /tag/
Disallow: /author/
Disallow: /?orderby=
Disallow: /?filter_
Disallow: /?add-to-cart=
Disallow: /*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?id=
Disallow: /*?s=
Disallow: /?rest_route=
Disallow: */feed/
Sitemap: https://www.sapience.ae/sitemap_index.xml

# Googlebot
User-agent: Googlebot
Allow: /
Disallow: /wp-json/
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-cron.php
Disallow: /page-not-found/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /tag/
Disallow: /author/
Disallow: /?orderby=
Disallow: /?filter_
Disallow: /?add-to-cart=
Disallow: /*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?id=
Disallow: /*?s=
Disallow: /?rest_route=
Disallow: */feed/

# Bingbot
User-agent: bingbot
Allow: /
Disallow: /wp-json/
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-cron.php
Disallow: /page-not-found/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /tag/
Disallow: /author/
Disallow: /?orderby=
Disallow: /?filter_
Disallow: /?add-to-cart=
Disallow: /*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?id=
Disallow: /*?s=
Disallow: /?rest_route=
Disallow: */feed/

# Block aggressive/bandwidth-hogging bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: curl
Disallow: /

User-agent: wget
Disallow: /

User-agent: bot*
Disallow: /

User-agent: *bot*
Disallow: /

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Block nbot
User-agent: nbot
Disallow: /

# Block Seek
User-agent: Seek
Disallow: /

# Block Bytespider
User-agent: Bytespider
Disallow: /

# Block empty User-Agent strings
# User-agent: 
# Disallow: /

# Block discover
User-agent: discover
Disallow: /