User-agent: *
Allow: /

# Sitemap location
Sitemap: https://bestrealestateagentsincharlotte.com/sitemap.xml

# High crawl rate allowed for main pages
Crawl-delay: 1

# Block unnecessary files
Disallow: /src/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /*.json$
Disallow: /*.ts$
Disallow: /*.tsx$

# Allow all images and assets
Allow: /assets/
Allow: /*.jpg
Allow: /*.png
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp

# Clean URLs for better SEO