User-agent: *
Disallow: /ajax/
Disallow: /auth/
Disallow: /dev/
Disallow: /includes/
Disallow: /test/