# /robots.txt file User-agent: ia_archiver Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /images/ Disallow: /image-gallery/id/ Disallow: /gallery/ Disallow: /image-wallpaper/ Disallow: /wallpaper/ Disallow: /image-press-kit/ Disallow: /presskit/ Disallow: /pdf/ Disallow: /downloads/ Disallow: /guestbook/addentry.html Disallow: /skow.js