User-agent: * Allow: / Disallow: /wp-content/uploads/ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /pdfs/ # Block the /pdfs/directory. Disallow: *.pdf # Block pdf files. Non-standard but works for major search engines.