# robots.txt for almountakhab.com website # version: v3.6 # User-agent: * Sitemap: https://www.almountakhab.com/sitemap-posts.xml Sitemap: https://www.almountakhab.com/sitemap-videos.xml Sitemap: https://www.almountakhab.com/sitemap-news.xml Disallow: /api/ Disallow: /version/pdf/ Disallow: /search/ Disallow: /search$ Disallow: /search? Disallow: /node/term/ Disallow: /node/archives/ Disallow: /promoted/ Disallow: /journal-almountakhab/ Disallow: /archive-sondage-all/ Disallow: /*?*query= Disallow: /*.pdf$ Disallow: /*.gif$ Disallow: /*.json$ Disallow: /*.php$ Disallow: /*.html$ Disallow: /*.xls$ Disallow: /*?*login= Disallow: /*?*campaignId= Disallow: /*?*utm_source= Disallow: /cgi-bin/* Disallow: *data:*$ Disallow: *base64*$ Disallow: /*/-/-/-/*$ Disallow: /tmp/ # Robots exclus de toute indexation. User-agent: Meltawer Disallow: / User-agent: Digimind Disallow: / User-agent: Knowings Disallow: / User-agent: Sindup Disallow: / User-agent: Cision Disallow: / User-agent: Talkwater Disallow: / User-agent: TurnitinBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: Jetbot Disallow: / User-agent: NewsNow Disallow: / User-agent: kbcrawl Disallow: / User-agent: AmiSoftware Disallow: / User-agent: Newzbin Disallow: / User-agent: Ask n read Disallow: / User-agent: Qwam content intelligence Disallow: / User-agent: Zite Disallow: / User-agent: flipboard Disallow: / User-agent: Youmag Disallow: / User-agent: Synthesio Disallow: / User-agent: trendybuzz Disallow: / User-agent: spotter Disallow: / User-agent: scoop.it Disallow: / User-agent: linkfluence Disallow: / User-agent: 5emeRue Disallow: / User-agent: Augure Disallow: / User-agent: Corporama Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: libwww Disallow: / User-agent: wget Disallow: / User-agent: 5erue Disallow: / User-agent: adequat Disallow: / User-agent: adequat-systems Disallow: / User-agent: auramundi Disallow: / User-agent: coexel Disallow: / User-agent: ellisphere Disallow: / User-agent: leadbox Disallow: / User-agent: mention Disallow: / User-agent: Moreover Disallow: / User-agent: mytwip Disallow: / User-agent: NewsNow Disallow: / User-agent: Newzbin Disallow: / User-agent: opinion-tracker Disallow: / User-agent: proxem Disallow: / User-agent: score3 Disallow: / User-agent: trendeo Disallow: / User-agent: vecteurplus Disallow: / User-agent: verticalsearch Disallow: / User-agent: vsw Disallow: / User-agent: winello Disallow: / User-agent: Fetch Disallow: / User-agent: infoseek Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Offline Explorer Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebStripper Disallow: / User-agent: Zealbot Disallow: / User-agent: asknread.com Disallow: / User-agent: ellisphere Disallow: / User-agent: spotter Disallow: / User-Agent: omgilibot Disallow: / User-Agent: omgili Disallow: / User-agent: magpie-crawler Disallow: /