User-agent: *
Disallow: /components/
Disallow: /assets/
Disallow: /config/
Disallow: /database/