User-agent: *
Disallow: /sitedown.php
Disallow: /ad/
Disallow: /ha/
Disallow: /fi/cache/
Disallow: /fi/public/avatars/
Disallow: /rec/admin/admin.php
Disallow: /rec/
Disallow: /rec/admin/