
#Disallow folders and files 
User-agent: *
Disallow: /css/ 
Disallow: /images/ 
Disallow: /en/administrator/
Disallow: /backups/
Disallow: /typo3_src-3.7.0/

#Google Wildcards
User-agent: googlebot
Disallow: *.cgi
Disallow: *feed*

# NO access (e-collector, CMC/0.01, Google Image)
User-agent: ecollector
User-agent: CMC/0.01
User-agent: Googlebot-Image
User-agent: vobsub
User-agent: NPBot
User-agent: almaden
User-agent: ASPSeek
User-agent: dumbbot
User-agent: Generic
User-agent: grub-client
User-agent: MSIECrawler
User-agent: nexabot
User-agent: npbot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: Wget 
User-agent: BorderManager 3.0
Disallow: /

 