# robots.txt User-agent: * Disallow: /files/ Disallow: /archiv/ Disallow: /cron/ Disallow: /admin/