#
# robots.txt
#
# This file prevents the crawling of unwanted parameters and double slashes
# while allowing clean URLs and core assets.

User-agent: *

# Priority Allows (Asli pages crawl karne ke liye)
Allow: /customer-services/customer-awareness-week$
Allow: /branch/
Allow: /custom-scripts/loan-status.php
Allow: /site/default/files/
Allow: /$

# CSS, JS, Images (Assets allow rahein)
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Blocking Double Slashes (Extra slash block karne ke liye)
Disallow: *//*

# Blocking Unwanted Parameters & Spam Patterns
Disallow: /*?*agentcode=
Disallow: /*?*source-code=
Disallow: /*%25*
Disallow: /*<span>*
Disallow: /*class=*

# Directories (Private and System folders)
Disallow: /core/
Disallow: /profiles/
Disallow: /custom-scripts/
Disallow: /custom_script/
Disallow: /mb_ap

# Files
Disallow: /site/default/files/images/*.svg
Disallow: /README.md
Disallow: /composer/Metapackage/README.txt
Disallow: /composer/Plugin/ProjectMessage/README.md
Disallow: /composer/Plugin/Scaffold/README.md
Disallow: /composer/Plugin/VendorHardening/README.txt
Disallow: /composer/Template/README.txt
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed

# Paths (no clean URLs and index.php patterns)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed

# Sitemaps
Sitemap: https://www.hdbfs.com/sitemap.xml
Sitemap: https://www.hdbfs.com/products-sitemap.xml
Sitemap: https://www.hdbfs.com/locations.xml
Sitemap: https://www.hdbfs.com/BingSiteAuth.xml