#Crawler Setup User-agent: * #Images #Disallow: /images/ Disallow: /web_images/ #Directories Disallow: /css/ Disallow: /js/ Disallow: /offline/ # Files Disallow: /404_index.php Disallow: /404-redirect.php Disallow: /avslogo.php Disallow: /menu1.php # Temp Project Files Disallow: /search_results.php Sitemap: https://www.avsupply.com/avsupply-sitemap.xml