# Robots.txt for http://t-1659200797---saitrendz-ecommerce-twlpzjer7q-as.a.run.app
# Generated: 2025-10-01T22:19:06.318Z
# Contact: SEO Team - seo@cloudbitsolutions.com
# 
# This file is intended for legitimate web crawlers and SEO professionals.
# For technical support or SEO inquiries, please contact our team.

User-agent: *
Allow: /

# XML Sitemap Location
Sitemap: http://t-1659200797---saitrendz-ecommerce-twlpzjer7q-as.a.run.app/sitemap.xml

# === SECURITY & PRIVACY RESTRICTIONS ===
# Administrative and private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /.env*
Disallow: /config/
Disallow: /server/
Disallow: /logs/

# Development and build assets
Disallow: /_vite/
Disallow: /node_modules/
Disallow: /dist/
Disallow: /.git/
Disallow: /assets/css/
Disallow: /assets/js/

# Temporary and cache files
Disallow: /tmp/
Disallow: /cache/
Disallow: /*.log$

# === EXPLICITLY ALLOWED CONTENT ===
# E-commerce content
Allow: /products/
Allow: /categories/
Allow: /search
Allow: /cart
Allow: /wishlist

# Information pages
Allow: /about
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /shipping-policy
Allow: /return-policy

# === CRAWL GUIDELINES ===
# Respectful crawling (1 second delay between requests)
Crawl-delay: 1

# === SEARCH ENGINE SPECIFIC RULES ===
# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 0

User-agent: Twitterbot
Allow: /
Crawl-delay: 0

User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

# === BLOCKED CRAWLERS ===
# SEO audit tools (respectfully blocked to prevent excessive crawling)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MajesticSEO
Disallow: /

# Aggressive crawlers
User-agent: ia_archiver
Disallow: /

User-agent: ScreamingFrogSEOSpider
Disallow: /

# === NOTES FOR SEO PROFESSIONALS ===
# This robots.txt file is maintained by Cloud Bit Solutions
# For SEO partnerships, technical questions, or legitimate crawling requests:
# Contact: seo@cloudbitsolutions.com
# 
# Last updated: 10/1/2025
# Schema: E-commerce store with product catalog and user accounts