# robots.txt
User-agent: *
Disallow: /admin
Disallow: /misc
Disallow: /t3lib
Disallow: /tslib
Disallow: /typo3
Disallow: /typo3conf
Disallow: /download

User-agent: ia_archiver
Disallow: /