# robots.txt for InterRize Technologies
# This file tells search engines which pages to crawl and which to avoid

# Allow all search engines to crawl the entire site
User-agent: *
Allow: /

# Disallow crawling of specific directories/files

Disallow: /Videos/
Disallow: /File/
Disallow: /*.json$
Disallow: /*.md$

# Allow crawling of important files
Allow: /sitemap.xml
Allow: /robots.txt

# Sitemap location
Sitemap: https://www.interrize.com/sitemap.xml

# Crawl delay (optional - prevents server overload)
# Crawl-delay: 1

# Special rules for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Special rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Block bad bots (optional)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Additional sitemap URLs (if you have multiple)
# Sitemap: https://www.interrize.com/sitemap-blog.xml
# Sitemap: https://www.interrize.com/sitemap-products.xml