User-Agent: * #Folders Disallow: /app_data/ Disallow: /app_plugins/ Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /config/ Disallow: /data/ Disallow: /install/ Disallow: /masterpages/ Disallow: /python/ Disallow: /umbraco/ Disallow: /umbraco_client/ Disallow: /usercontrols/ Disallow: /xslt/ Disallow: /views/ Disallow: /eshop/pensio/ Disallow: /eshop/verisign/ Disallow: /eshop/error/ Disallow: /eshop/cache/ Disallow: /eshop/catalog/ Disallow: /eshop/exception/ Disallow: /eshop/m4n Disallow: /banners/ Disallow: /redirects/ #Maintenance-folder Disallow: /eshop/maint_no/ #MODELS PAGINATION #Disallow: /eshop/models/*?page= #MANUFACTURERS #Disallow: /eshop/manufacturers/*filters=* #CATEGORY-MANUFACTURERS #Disallow: /eshop/products/*-/$ #Disallow: /eshop/products/*-/* #Filters Disallow: /eshop/*filters=A2_* Disallow: /eshop/*filters=A3_* Disallow: /eshop/*filters=A4_* Disallow: /eshop/*filters=M_* Disallow: /eshop/*filters=MD_* #Disallow: /eshop/*filters=ARC~A2_* Disallow: /eshop/*filters=S_* Disallow: /eshop/accessories/*?onlyInStock=* Disallow: /eshop/*filters=T_* #Archived Products #Disallow: /*filters=ARC #ALL archived pages #Disallow: /eshop/*~*~ #multiple archive filters #Disallow: /eshop/*filters=ARC~* #ALL arc-pages #Disallow: /eshop/*filters=*~ARC* #ALL arc-pages with other filters #Pagination Disallow: /eshop/manufacturers/*?page= #No Crawl of Manufacturers + Pagination Disallow: /eshop/*&page=* #No Crawl of Filtered Pages + Pagination Disallow: /eshop/products/*&page* #No Crawl of abnormal HTML entities #Disallow: /eshop/products/?filters=ARC&page=* #No Crawl of Root of Archived Products #Disallow: /eshop/*?filters=ARC*&page= #No Crawl of Archived Products + Pagination #Sitemaps Sitemap: https://www.atea.no/sitemap/ Sitemap: https://www.atea.no/eshop/sitemap_category.xml Sitemap: https://www.atea.no/eshop/sitemap.xml #Filetypes Disallow: /*.xls Disallow: /*.xlsx Disallow: /*.ppt Disallow: /*.pptx Disallow: /*.docx #Tracking Disallow: /eshop/product/*rrct=* Disallow: /eshop/*rrengage=* Disallow: /eshop/manufacturers/*/empty Disallow: *cp= Disallow: *avm= #Search-folder Disallow: /sok/