# For domain: https://www.hollycandleshoppe.com # All robots will spider the domain except those disallowed User-agent: * Allow: / Disallow: /unused_data/ Disallow: /drupal/ Disallow: /Scripts/ Disallow: /XML/ Disallow: /Flash/ Disallow: /PDF/ Disallow: /Audio/ Disallow: /videos/ Disallow: /images/ Disallow: /Images/ Disallow: store/images/ Disallow: newStyles.css Disallow: Styles.css # Forbid Google's Image Bot to access folder User-agent: Googlebot-Image Allow: / Disallow: /images/ Disallow: /Images/ Disallow: store/images/ Disallow: /Flash/ Disallow: /PDF/ # Forbid Google's News Bot to access folder User-agent: Googlebot-News Allow: / Disallow: /images/ Disallow: /Images/ Disallow: store/images/ Disallow: /Flash/ Disallow: /PDF/