# Bintang Motor robots.txt — targeted GSC crawl exceptions (2026-10-27) # Phase 2 step 1: allow only exact public legacy URL samples from the latest GSC export # where an existing broad Disallow rule would otherwise prevent Google from reading HTTP status. # This does not alter canonical tags, server redirects, or guarantee indexing. # robots.txt is not an access-control mechanism; protect private endpoints in the application/server too. User-agent: OAI-AdsBot Allow: / # Area privat / administratif Disallow: /admin/ Disallow: /user/ Disallow: /cart Disallow: /login Disallow: /register Disallow: /password/ Disallow: /index.php/admin/ Disallow: /index.php/user/ Disallow: /index.php/cart Disallow: /index.php/login Disallow: /index.php/register Disallow: /index.php/password/ Disallow: /index.php/api/ Disallow: /index.php/track/ # API / internal Disallow: /api/ Disallow: /track/ # CMS lama Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /post-tag/ Disallow: /post-category/ Disallow: /listing/ Disallow: /item/ Disallow: /tag/ # Parameter spam Disallow: /*?amp* Disallow: /*?shem=* Disallow: /*&shem=* Disallow: /*?remove_item=* Disallow: /*?attachment_id=* Disallow: /*?add-to-cart=* Disallow: /*?ninja=* Disallow: /*?taxonomy=* # ========================================== # OPENAI SEARCH CRAWLER # ========================================== User-agent: OAI-SearchBot Allow: / Disallow: /admin/ Disallow: /user/ Disallow: /cart Disallow: /login Disallow: /register Disallow: /password/ Disallow: /index.php/admin/ Disallow: /index.php/user/ Disallow: /index.php/cart Disallow: /index.php/login Disallow: /index.php/register Disallow: /index.php/password/ Disallow: /index.php/api/ Disallow: /index.php/track/ Disallow: /api/ Disallow: /track/ # Google Search Console URL Inspection / Rich Results testing. # This user-triggered tool is separate from the Googlebot group used by Search. # Allow public URLs for diagnostics; retain restrictions for private/admin endpoints. User-agent: Google-InspectionTool Allow: / Disallow: /admin/ Disallow: /user/ Disallow: /cart Disallow: /login Disallow: /register Disallow: /password/ Disallow: /index.php/admin/ Disallow: /index.php/user/ Disallow: /index.php/cart Disallow: /index.php/login Disallow: /index.php/register Disallow: /index.php/password/ Disallow: /index.php/api/ Disallow: /index.php/track/ Disallow: /api/ Disallow: /track/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php # ========================================== # DEFAULT CRAWLERS # ========================================== User-agent: * Allow: / # Exact-match exceptions from the current GSC Blocked by robots.txt export (2026-10-27). # These allow known public legacy URLs to be fetched and return their real 301/404/410/200 status. # Other URLs under the blocked prefixes remain blocked. They are not an instruction to index them. Allow: /post-category/berita$ Allow: /post-category/berita/$ Allow: /post-category/promo/page/7$ Allow: /post-category/promo/page/7/$ Allow: /post-tag/alasan-kenapa-perlu-beli-motor-kredit$ Allow: /post-tag/alasan-kenapa-perlu-beli-motor-kredit/$ Allow: /post-tag/bintang-motor$ Allow: /post-tag/bintang-motor/$ Allow: /post-tag/dealer-honda-bogor$ Allow: /post-tag/dealer-honda-bogor/$ Allow: /post-tag/honda$ Allow: /post-tag/honda/$ Allow: /post-tag/keunggulan-honda-beat-sporty-2021$ Allow: /post-tag/keunggulan-honda-beat-sporty-2021/$ Allow: /post-tag/motor-beat$ Allow: /post-tag/motor-beat/$ Allow: /post-tag/penyebab-motor-tidak-bisa-di-starter$ Allow: /post-tag/penyebab-motor-tidak-bisa-di-starter/$ Allow: /post-tag/tampilan-honda-genio-terbaru$ Allow: /post-tag/tampilan-honda-genio-terbaru/$ Allow: /post-tag/warna-genio-terbaru$ Allow: /post-tag/warna-genio-terbaru/$ Allow: /pricelist/cabang/Bintang-Motor-Bandar-Lampung-Mei-2021.pdf$ Allow: /storage/branches/pdfs/1yzl2QpqNAfguWpAotiIc1432et3z0rnCPOSHDAt.pdf$ Allow: /storage/branches/pdfs/5BOyNytGvVEfzM4xX2gvvoQ2occV6Qqi7BjDP8pQ.pdf$ Allow: /storage/branches/pdfs/7Y844AkAQxc9NIbXdtRdS335328q2zeevbvn8bYL.pdf$ Allow: /storage/branches/pdfs/9MQjloU4Who7dCWoLrMR2wsZxsauKjt0PGPkYQzj.pdf$ Allow: /storage/branches/pdfs/aXqHY8voJwRYJGlkBdZSjPzMpDvom6waLPZb8XEY.pdf$ Allow: /storage/branches/pdfs/bgppUS47EZYsbtO0ykDil7ciOThJTjNm3LjxPtej.pdf$ Allow: /storage/branches/pdfs/BpSrWEtQoxsoxN9PrQtc3bDGIyW8estLSij1WGlX.pdf$ Allow: /storage/branches/pdfs/cucjJ0cx7y2hDtkl5thksgGFYRuvlZgA4p63Cgge.pdf$ Allow: /storage/branches/pdfs/CViKpZueGT1D3WAJrMz6yx7V5kR6fH63zcJle2bm.pdf$ Allow: /storage/branches/pdfs/D0VoEI8EycFqEvRp6jnm6aY5n5GkpPaaxwzjMfEj.pdf$ Allow: /storage/branches/pdfs/ei29peqHvgYijyZIcnJWLFjnnvWAVzT5bJKHMyzr.pdf$ Allow: /storage/branches/pdfs/hSC8xHTRKbQqnT0QZGiZSbFmXXIZOULr6pkRiMfy.pdf$ Allow: /storage/branches/pdfs/IcrHyn6rxLoCT1FzP87Cyl2GRovRPSaYpf2pYkza.pdf$ Allow: /storage/branches/pdfs/VnW3JAZJAkFTfMLHynE7WPmd4iuJxNoB8MvbSAUw.pdf$ Allow: /storage/branches/pdfs/vumwKjBUfBmPeQITgVY5Aew7jd2aBx9cgqyUJktt.pdf$ Allow: /storage/branches/pdfs/XawBJqgTDHkyhFhkcd3TRu49mHUddkRVxPlcED5U.pdf$ Allow: /storage/branches/pdfs/z2gq6g8b4TwGJywoD5L19z8L8VMXXr1qe5eTnLGW.pdf$ Allow: /storage/brochures/w7xMn2m2nZoGc665GYPOlkpLOSYP7SWHDfuuMMRr.pdf$ Allow: /berita?amp;amp;paged=94&page=2$ Allow: /berita?amp;amp;paged=94&page=3$ Allow: /berita?amp;amp;paged=94&page=47$ Allow: /berita?amp;paged=126&page=1$ Allow: /berita?amp;paged=126&page=46$ Allow: /berita?amp;paged=126&page=5$ Allow: /berita?amp;paged=59&page=42$ Disallow: /admin/ Disallow: /user/ Disallow: /cart Disallow: /login Disallow: /register Disallow: /password/ Disallow: /index.php/admin/ Disallow: /index.php/user/ Disallow: /index.php/cart Disallow: /index.php/login Disallow: /index.php/register Disallow: /index.php/password/ Disallow: /index.php/api/ Disallow: /index.php/track/ Disallow: /api/ Disallow: /track/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /post-tag/ Disallow: /post-category/ Disallow: /product/ Disallow: /listing/ Disallow: /item/ Disallow: /tag/ Disallow: /*.pdf$ Disallow: /*?amp* Disallow: /*?shem=* Disallow: /*&shem=* Disallow: /*?remove_item=* Disallow: /*?attachment_id=* Disallow: /*?add-to-cart=* Disallow: /*?ninja=* Disallow: /*?taxonomy=* # Sitemap Sitemap: https://bintangmotor.com/sitemap.xml