# /robots.txt 

User-agent: *
Disallow: /adverts
Disallow: /cache
Disallow: /elements
Disallow: /intern
Disallow: /parser
Disallow: /Scripts