# Robots.txt for Car Batteries Perth 24/7
# SEO-optimized to guide search engines to valuable content

# Allow all search engines to crawl important content
User-agent: *

# Block technical and development directories
Disallow: /node_modules/
Disallow: /.git/
Disallow: /api/
Disallow: /data/
Disallow: /src/
Disallow: /dist/

# Block debug and temporary files
Disallow: /debug-*.png
Disallow: /*.log
Disallow: /.DS_Store

# Block utility and configuration files
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /server.js
Disallow: /test.js
Disallow: /.htaccess
Disallow: /_redirects
Disallow: /requirements.txt
Disallow: /README.md
Disallow: /BLOG_*.md

# Block specific JavaScript files but allow important ones
Disallow: /blog_manager.py
Disallow: /blog_metadata_manager.py
Disallow: /blog_watcher.py
Disallow: /mobile-nav-fix.js
Disallow: /testimonials.js

# Allow CSS files for proper rendering in search results
Allow: /styles.css

# Allow images for rich snippets and visual search
Allow: /images/
Allow: /blog/*.jpg
Allow: /blog/*.png

# Allow essential JavaScript for functionality
Allow: /script.js
Allow: /lookup.js

# Allow all HTML content pages and blog posts
Allow: /*.html$
Allow: /blog/*.html$

# Block any URL parameters to prevent duplicate content
Disallow: /*?*

# Sitemap location for search engines
Sitemap: https://www.carbatteryroadside247.com.au/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Disallow: /*?*

User-agent: Bingbot
Allow: /
Disallow: /*?*

User-agent: DuckDuckBot
Allow: /
Disallow: /*?*

# Block any potential admin areas
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/