User-Agent: *
Allow: /
Disallow: /dev/
Disallow: /admin/
Disallow: /libs/
Disallow: /libraries/
Disallow: /catalogues/

User-agent: twiceler
Disallow: /