User-Agent: AhrefsBot Crawl-Delay: 1 User-agent: * Disallow: /cgi-bin/ Disallow: /exit Disallow: /cache/ Disallow: *CID=* Disallow: *UV=* #Argentina Disallow: /AR/es Disallow: *es_AR* #Brasil Disallow: *pt_BR* Disallow: /BR/pt #Chile Disallow: *es_CL* Disallow: /CL/es #Canada Disallow: *en_CA* Disallow: *fr_CA* Disallow: /CA/en Disallow: /CA/fr #Costa_Rica Disallow: *es_CR* Disallow: /CR/es #Ecuador Disallow: *es_EC* Disallow: /EC/es #El_Savador Disallow: *es_SV* Disallow: /SV/es #Guatemala Disallow: *es_GT* Disallow: /GT/es #Honduras Disallow: *es_HN* Disallow: /HN/es #Mexico Disallow: *es_MX* Disallow: /MX/es #Nicaragua Disallow: *es_NI* Disallow: /NI/es #Panama Disallow: *es_PA* Disallow: /PA/es #Peru Disallow: *es_PE* Disallow: /PE/es #US Disallow: *en_US* Disallow: /US/en #Venezuala Disallow: *es_VE* Disallow: /VE/es #Belgium #Disallow: *fr_BE* #Disallow: /BE/fr #Disallow: nl_BE #Disallow: /BE/nl #Denmark Disallow: /DK/da/ Disallow: *da_DK* #germany Disallow: /DE/de/ Disallow: *de_DE* #Czech Disallow: *cs_CZ* Disallow: /CZ/cs #Spain Disallow: /ES/es/ Disallow: *es_ES* #France Disallow: /FR/fr/ Disallow: *fr_FR* #Greece Disallow: /GR/el/ Disallow: *el_GR* #Hungary Disallow: /HU/hu Disallow: *hu_HU* #Italy Disallow: /IT/it Disallow: *it_IT* #Netherlands Disallow: *nl_NL* Disallow: /NL/nl #Norway Disallow: *no_NO* Disallow: /NO/no #Austria Disallow: *de_AT* Disallow: /AT/de #Poland Disallow: *pl_PL* Disallow: /PL/pl #Portugal Disallow: *pt_PT* Disallow: /PT/pt #Russia Disallow: *ru_RU* Disallow: /RU/ru #Switzerland Disallow: *de_CH* Disallow: /CH/de Disallow: *fr_CH* Disallow: /CH/fr #Finland Disallow: /FI/fi/ Disallow: *fi_FI* #Sweden Disallow: *sv_SE* Disallow: /SE/sv #Turkey Disallow: *tr_TR* Disallow: /TR/tr #UK Disallow: *en_GB* Disallow: *en_UK* Disallow: /UK/en #Bahrain Disallow: *ar_BH* Disallow: /BH/ar #Egypt Disallow: *ar_EG* Disallow: /EG/ar #Jordan Disallow: *ar_JO* Disallow: /JO/ar #Kuwait Disallow: *ar_KW* Disallow: /KW/ar #Lebanon Disallow: *ar_LB* Disallow: /LB/ar #Oman Disallow: *ar_OM* Disallow: /OM/ar #Qutar Disallow: *ar_QA* Disallow: /QA/ar #Saudi_Arabia Disallow: *ar_SA* Disallow: /SA/ar #South_Africa Disallow: *en_ZA* Disallow: /ZA/en #Syria Disallow: *ar_SY* Disallow: /SY/ar #United_Arab_Emirates Disallow: *ar_AE* Disallow: /AE/ar #Yemen Disallow: *ar_YE* Disallow: /YE/ar #Australia Disallow: /AU/en/ Disallow: *en_AU* #China Disallow: *zh-cn_CN* Disallow: /CH/zh-cn #Hong_Kong Disallow: *zh-tw_HK* Disallow: /HK/zh-tw #India Disallow: *en_IN* Disallow: /IN/en #Japan Disallow: *ja_JP* Disallow: /JP/ja #Korea Disallow: *ko_KR* Disallow: /KR/ko #Malaysia Disallow: /MY/en/ Disallow: *en_MY* #New_Zealand Disallow: /NZ/en/ Disallow: *en_NZ* #Philipines Disallow: /PH/en/ Disallow: *en_PH* #Singapore Disallow: /SG/en/ Disallow: *en_SG* #Taiwan Disallow: *zh-tw_TW* Disallow: /TW/zh-tw #Thailand Disallow: *th_TH* Disallow: /TH/th Disallow: /global/da Disallow: /global/de Disallow: /global/en Disallow: /global/es Disallow: /global/fi #Disallow: /global/fr Disallow: /global/it Disallow: /global/ja Disallow: /global/ko Disallow: /global/mul Disallow: /global/nl Disallow: /global/no Disallow: /global/pl Disallow: /global/pt Disallow: /global/ru Disallow: /global/sv Disallow: /global/th Disallow: /global/tr Disallow: /global/zh Disallow: /global/zh-cn Disallow: /global/zh-tw