# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-agent: * Disallow: /auth/google_oauth2 Disallow: /auth/facebook Disallow: /cdn-cgi/l/email-protection Disallow: /customers/id User-agent: Seobility Disallow: /auth/google_oauth2 Disallow: /auth/facebook Disallow: /cdn-cgi/l/email-protection Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ Disallow: /*.webp$ Disallow: /*.gif$ Disallow: /download_guide_pdf Disallow: /*.pdf$ Disallow: /customers/id Sitemap: https://www.italyabroad.com/sitemap.xml