User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt Disallow: /web.config Disallow: /q # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ # Paths (no clean URLs) Disallow: /index.php* Disallow: /fault-browser Disallow: /page* Disallow: /taxonomy* Disallow: *taxonomy* Disallow: /games_ab Disallow: /videopromo Disallow: */xdsl Disallow: /partners Disallow: /b2b/group/13/content/95 Disallow: /homeinternet/digital_servises Disallow: /b2b/telephony/vats/action2 Disallow: /b2b/telephony/vats/action Disallow: /b2b/landing_8800 Disallow: /b2b/telephony/8800/action Disallow: /b2b/partners* Disallow: /b2b/business_drive* Disallow: /b2b/virtual_cod_test Disallow: /b2b/virtual_cod_test2 Disallow: /tele2 Disallow: /b2b/help/documents/cabinet # Query parameters Disallow: *?p* Disallow: *?page* Clean-param: utm_source&utm_medium&utm_term&utm_content&utm_campaign&yclid&gclid&_openstat&from&utm_referrer&icid&ds&fbclid /