User-Agent: * #Folders Disallow: /app_data/ Disallow: /app_plugins/ Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /config/ Disallow: /data/ Disallow: /install/ Disallow: /masterpages/ Disallow: /python/ Disallow: /umbraco/ Disallow: /umbraco_client/ Disallow: /usercontrols/ Disallow: /xslt/ Disallow: /views/ Disallow: /eshop/pensio/ Disallow: /eshop/verisign/ Disallow: /eshop/error/ Disallow: /eshop/cache/ Disallow: /eshop/catalog/ Disallow: /eshop/exception/ Disallow: /eshop/m4n Disallow: /banners/ Disallow: /redirects/ #Maintenance-folder Disallow: /eshop/maint_no/ #Filters Disallow: /eshop/*filters=A2_* Disallow: /eshop/*filters=A3_* Disallow: /eshop/*filters=A4_* Disallow: /eshop/*filters=M_* Disallow: /eshop/*filters=MD_* Disallow: /eshop/*filters=ARC~A2_* Disallow: /eshop/*filters=S_* Disallow: /eshop/accessories/*?onlyInStock=* Disallow: /eshop/*filters=T_* #Archived Products Disallow: /eshop/*~*~ #multiple archive filters #Pagination Disallow: /eshop/manufacturers/*?page= #No Crawl of Manufacturers + Pagination Disallow: /eshop/*&page=* #No Crawl of Filtered Pages + Pagination Disallow: /eshop/products/*&page* #No Crawl of abnormal HTML entities Disallow: /eshop/products/?filters=ARC&page=* #No Crawl of Root of Archived Products Disallow: /eshop/*?filters=ARC*&page= #No Crawl of Archived Products + Pagination Allow: /eshop/*?filters=ARC~A4*&page= #Allow Crawl of level 4 Archived Products + Pagination #Sitemaps Sitemap: https://www.atea.no/sitemap/ Sitemap: https://www.atea.no/eshop/sitemap_category.xml Sitemap: https://www.atea.no/eshop/sitemap.xml #Filetypes Disallow: /*.xls Disallow: /*.xlsx Disallow: /*.ppt Disallow: /*.pptx Disallow: /*.docx #Tracking Disallow: /eshop/product/*rrct=* Disallow: /eshop/*rrengage=* Disallow: /eshop/manufacturers/*/empty Disallow: *cp= Disallow: *avm= #Search-folder Disallow: /sok/