#robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /api/ Disallow: /cloud/ Disallow: /error/ Disallow: /img/ Disallow: /js/ Disallow: /tpl/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /dev/ Disallow: /community/