User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?s= 
Disallow: */?add-to-cart=*
Disallow: */?orderby=*

# Block access to common WordPress and CMS paths 
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php

# Block certain file types
Disallow: /*.cgi$
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.sql$
Disallow: /*.exe$

# Allow all content assets 
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Sitemap for better crawling
Sitemap: https://mrrooteroklahomacity.com/sitemap.xml
Sitemap: https://mrrooteroklahomacity.com/sitemap_index.xml

# Prevent overly aggressive bots 
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: DotBot
Allow: /