# robots.txt 
# Exclude Files From All Robots:
User-agent: Googlebot
Disallow: /nogooglebot/
User-agent: Amazonbot
Disallow: /

User-agent: *
Allow: /public/1.0/uploads
Disallow: /includes
Disallow: /private
Disallow: /public/1.0/files
Disallow: /public/1.0/page_builder
Disallow: /public/1.0/securimage
Disallow: /public/1.0/temp
Disallow: /generate_search_content.php
Disallow: /portal.php 
Disallow: /404
Disallow: /404.shtml

Sitemap: https://www.neugebauers.com/sitemap.xml
# Optional Image sitemap URL:
Sitemap: https://www.neugebauers.com/sitemap-images.xml