# //docs.hortonworks.com/robots.txt
# Test at https://www.google.com/webmasters/tools/robots-testing-tool
#         https://technicalseo.com/seo-tools/robots-txt/
# Updated: 2017-05-26
# Questions: Robert Crews

Sitemap: https://docs.hortonworks.com/sitemap.xml

# http://searchengineland.com/a-deeper-look-at-robotstxt-17573
User-agent: Googlebot
Noindex: /HDPDocuments/Ambari-1.
Noindex: /HDPDocuments/Ambari-2.0.
Noindex: /HDPDocuments/Ambari-2.1.
Noindex: /HDPDocuments/Ambari-2.2.
Noindex: /HDPDocuments/Cloudbreak/Cldbrk
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.0/
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.2.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.2/
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.3.
Noindex: /HDPDocuments/Cloudbreak/Cloudbreak-1.6.
Noindex: /HDPDocuments/HDCloudAWS/HDCloudAWS-1.8.
Noindex: /HDPDocuments/HDCloudAWS/HDCloudAWS-1.11.
Noindex: /HDPDocuments/HDF1/
Noindex: /HDPDocuments/HDF2/HDF-2.0.
Noindex: /HDPDocuments/HDF2/HDF-2.1.0/
Noindex: /HDPDocuments/HDF2/HDF-2.1.1/
Noindex: /HDPDocuments/HDP1/
Noindex: /HDPDocuments/HDP2/HDP-2.0.
Noindex: /HDPDocuments/HDP2/HDP-2.1.
Noindex: /HDPDocuments/HDP2/HDP-2.2.
Noindex: /HDPDocuments/HDP2/HDP-2.3.
Noindex: /HDPDocuments/HDP2/HDP-2.4.
Noindex: /HDPDocuments/SS1/SmartSense-1.1.
Noindex: /HDPDocuments/SS1/SmartSense-1.2.
Noindex: /HDPDocuments/SS1/SmartSense-1.3.

User-agent: *
Disallow: /HDPDocuments/Ambari-1.
Disallow: /HDPDocuments/Ambari-2.0.
Disallow: /HDPDocuments/Ambari-2.1.
Disallow: /HDPDocuments/Ambari-2.2.
Disallow: /HDPDocuments/Cloudbreak/Cldbrk
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.0/
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.2.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.2/
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.3.
Disallow: /HDPDocuments/Cloudbreak/Cloudbreak-1.6.
Disallow: /HDPDocuments/HDCloudAWS/HDCloudAWS-1.8.
Disallow: /HDPDocuments/HDCloudAWS/HDCloudAWS-1.11.
Disallow: /HDPDocuments/HDF1/
Disallow: /HDPDocuments/HDF2/HDF-2.0.
Disallow: /HDPDocuments/HDF2/HDF-2.1.0/
Disallow: /HDPDocuments/HDF2/HDF-2.1.1/
Disallow: /HDPDocuments/HDP1/
Disallow: /HDPDocuments/HDP2/HDP-2.0.
Disallow: /HDPDocuments/HDP2/HDP-2.1.
Disallow: /HDPDocuments/HDP2/HDP-2.2.
Disallow: /HDPDocuments/HDP2/HDP-2.3.
Disallow: /HDPDocuments/HDP2/HDP-2.4.
Disallow: /HDPDocuments/SS1/SmartSense-1.1.
Disallow: /HDPDocuments/SS1/SmartSense-1.2.
Disallow: /HDPDocuments/SS1/SmartSense-1.3.