User-agent: *
Disallow: /cron/
Disallow: /data/
Disallow: /classes/
Disallow: /configs/
Disallow: /exe/