User-agent: *
# list folders robots are not allowed to index
Disallow: /pdf/
# list specific files robots are not allowed to index
Disallow: /pdf.htm
# End of robots.txt file