# vestacp autogenerated robots.txt User-agent: * Crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /control/ Disallow: /assets/ Disallow: /images/ Disallow: /templates/ Disallow: /vendor/ Disallow: /resources/ Disallow: /lang/ Disallow: /pipe/