# robots.txt file to exclude specific directories User-agent: * Disallow: /admin/ Disallow: /b/ Disallow: /beta/ Disallow: /build/ Disallow: /cgi-bin/ Disallow: /_css/ Disallow: /doc_graph/ Disallow: /doc_samp/ Disallow: /download/ Disallow: /logs/ Disallow: /pricing/ Disallow: /products/docs.html Disallow: /products/uml-class-diagrams.html Disallow: /SpryAssets/ Disallow: /support/custom.html