https://www.georgeshahda.com/robots.txt

# robots.txt for https://www.georgeshahda.com/

# Allow all crawlers to index everything except for admin or sensitive pages
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /user/
Disallow: /cart/
Disallow: /order-history/

# Allow crawlers to index all image files for artwork and photography pages
User-agent: Googlebot-Image
Allow: /images/

# Allow all crawlers to index the main website content
User-agent: *
Allow: /

# Block specific crawlers if necessary (example: disallow Facebook's crawler)
User-agent: Facebot
Disallow: /

# Block a specific crawler (example: Bingbot from certain sections)
User-agent: Bingbot
Disallow: /sensitive-data/

# Sitemap location
Sitemap: https://www.georgeshahda.com/sitemap.xml