# /robots.txt file # # Sitemap provides search engines with file update information Sitemap: http://www.optionsvest.com/u9dy2qmc.xml #This line pair allows all robots to visit all files because the wildcard "*" specifies all robots. #User-agent: * #Disallow: # #This line pair keeps all robots out. #User-agent: * #Disallow: / # #This line group bars all robots from the specified directories: User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /*.css$ Disallow: /*.ini$ Disallow: /*.js$ Disallow: /*.php$ Disallow: /*.tmp$ Disallow: /*.tgz$ User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Allow: /