User-agent: ia_archiver
allow: / 

User-Agent: Mediapartners-Google
Allow: /

User-agent: * 
Disallow: /admin/ 
Disallow: /contrib/ 
Disallow: /doc/ 
Disallow: /lib/ 
Disallow: /modules/ 
Disallow: /plugins/ 
Disallow: /scripts/ 
Disallow: /tmp/
Crawl-delay: 30