Free tools

Robots.txt Examples

Robots.txt file content for blibli.com.

Robot.txt file for: blibli.com

      User-agent: *
Allow: /p/*/*?pickupPointCode=*
Allow: /friends-backend/wp-content/uploads/*
Allow: /member/p/quest?appsWebview=true
Disallow: /cgi-bin/
Disallow: *?replytocom
Disallow: *srsltid*
Disallow: /wp-*
Disallow: /author
Disallow: /comments/feed/
Disallow: /friends/*/feed/*
Disallow: /travel/*?depDate*
Disallow: /travel/promosi/*
Disallow: /digital/*?utm*
Disallow: /member/*
Disallow: /cart
Disallow: /cari/*
Disallow: /toko/cari/*
Disallow: /p/daftar-harga/*
Disallow: /travel/hotel/*?in=*
Disallow: /travel/*H-1*
Disallow: /friends-backend/*
Disallow: /backend/travel/hotel/v2/reviews/*
Disallow: /backend/common/chat/*
Disallow: /backend/common/users*
Disallow: /backend/member/*
Disallow: /backend/mobile/*
Disallow: /backend/official/**
Disallow: /backend/officialstore/**
Disallow: /p/*/*?pickupPointCode=*&*
Disallow: /p/*/*?*
Disallow: /**.htm*
Disallow: /Product*
Disallow: /TSbd/*?type=*
Disallow: /*hasoffers*
Disallow: /beli/*
Disallow: /harga-termurah/*
Disallow: /branded-original/*
Disallow: /rating-terbaik/*
Disallow: /amp/beli/*
Disallow: /amp/harga-termurah/*
Disallow: /amp/branded-original/*
Disallow: /amp/rating-terbaik/*
Disallow: /amp/cari/*
Disallow: /search
Disallow: /search?*
Disallow: /*/*/searchresultview/*
Disallow: /p/*/pc*
Disallow: /p/*/ic*
Disallow: /faq/topic/*/?*
Disallow: /faq/global-seller-program/*
Disallow: /faq/topic/global-seller-program/*
Disallow: /friends/member/*
Disallow: /friends/*/amp
Disallow: /friends/*/amp*
Disallow: /friends/author*
Disallow: /friends/*/page*
Disallow: /friends/*articles*
Disallow: /friends/curated-page*
Disallow: /friends/*?*
Disallow: /blog/*?*
Disallow: /digital/p/(tagihan-gas|voucher-game|pajak-daerah|uang-elektronik)&utm
Disallow: /digital/p/(voucher-game|cable|voucher-streaming|asuransi|pln)/(mol-points|steam-wallet-uk|prepaid|hooq|speed-drifters|postpaid|allianz-life|zynga|facebook-game-card|saint-seiya)&utm
Disallow: /digital/p/cable/postpaid/(big-tv|biznet)&utm
Disallow: /harga/*
Disallow: /amp/harga/*
Disallow: /p/product-name/*
Disallow: /p/*/pr*
Disallow: /p/daftar-combo/*
Disallow: /p/*//ps*
Disallow: /p//ps*
Disallow: /jual/*.*
Disallow: /amp/jual/*.*
Disallow: /merchant*/products
Disallow: /*/1000$
Disallow: */promo-diskon/*
Disallow: /amp/p/*
Disallow: /amp/brand/*
Disallow: /amp/merchant/*
Disallow: /amp/c/*
Disallow: /backend/add-on/*
Disallow: /backend/trade-in/*
Disallow: /backend/financial-service/*
Disallow: /backend/subscription/*
Disallow: /backend/travel/*
Disallow: /backend/order-doc/*
Disallow: /bliblicare/backend/*
Disallow: /backend/member-reward/*
Disallow: /backend/merchant-voucher/*
Disallow: /customer-care/live-chat/*
Disallow: /backend/game/*
Disallow: /backend/iam/*
Disallow: /backend/wallet/*
Disallow: /p/*/none$


User-agent: Googlebot-Image
Allow: /
Allow: /wp-content/uploads/
Allow: /friends-backend/*

Disallow: /travel/hotel/*?in=*
User-agent: Googlebot-Mobile
Allow: /

sitemap: https://www.blibli.com/friends/sitemap_index.xml
sitemap: https://www.blibli.com/digital/sitemap/postpaid-products.xml
sitemap: https://www.blibli.com/digital/sitemap/prepaid-products.xml
sitemap: https://www.blibli.com/sitemap/blibli-general.xml

sitemap: https://www.blibli.com/sitemapindex/blibli-brand-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-category-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-item-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-item-trading-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-10.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-11.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-12.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-13.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-2.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-3.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-4.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-5.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-6.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-7.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-8.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-jual-9.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-merchant-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-product-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-product-2.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-product-trading-1.xml
sitemap: https://www.blibli.com/sitemapindex/blibli-promosi-1.xml