# Robots.txt for shubank.xyz
# Allow all search engines to crawl the entire website

User-agent: *
Allow: /

# Allow access to CSS and JS files for better crawling
Allow: /style.css
Allow: /admin/admin.css
Allow: /images/
Allow: /uploads/

# Disallow admin areas for security
Disallow: /admin/
Disallow: /config.php
Disallow: /_backup_before_cleanup*/
Disallow: /_removed_files_backup/

# Disallow private/sensitive files
Disallow: /*.sql
Disallow: /error.log
Disallow: /debug_*.php

# Allow important pages
Allow: /index.php
Allow: /about.php
Allow: /contact.php
Allow: /blogs.php
Allow: /blog-details.php
Allow: /results.php
Allow: /privacy-policy.php
Allow: /terms-conditions.php
Allow: /sitemap.xml.php

# Sitemap location
Sitemap: https://shubank.xyz/sitemap.xml.php
Sitemap: https://shubank.xyz/sitemap.xml

# Crawl delay (optional - removes if causing issues)
Crawl-delay: 1