User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /assets/*.css
Allow: /assets/*.js

User-agent: Bingbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /assets/*.css
Allow: /assets/*.js

User-agent: Amazonbot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10  # Delay requests by 60 seconds
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /assets/*.css
Allow: /assets/*.js

# Disallow user agents with more than 500 requests
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Disallow: /

User-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36
Disallow: /

User-agent: Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)
Disallow: /

User-agent: Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)
Disallow: /

Sitemap: https://smartbeauty.us/post-sitemap.xml
Sitemap: https://smartbeauty.us/page-sitemap.xml
Sitemap: https://smartbeauty.us/product-sitemap.xml
Sitemap: https://smartbeauty.us/category-sitemap.xml
Sitemap: https://smartbeauty.us/product_cat-sitemap.xml

User-agent: *
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
User-agent: *
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json