# exclude DH from robots
User-agent: *
#Disallow: /dh/
#Disallow: /dh/docs
#Disallow: /dh/data
Disallow: /

User-agent: Googlebot
Disallow: /
#Googlebot follows the line directed at it, rather than the line directed at everyone.

#Disallow: /folder1/
#Allow: /folder1/myfile.html
#Those entries would block all pages inside the folder1 directory except for myfile.html.

#If you block Googlebot and want to allow another of Google's bots (such as Googlebot-Mobile), you can allow access to that bot using the Allow rule. For instance:
#User-agent: Googlebot
#Disallow: /
#User-agent: Googlebot-Mobile
#Allow: /