User-agent: * Disallow: config.toml Disallow: /admin$ Disallow: /admin/ Disallow: /static/site files/ Disallow: /resources/ Disallow: /assets/