# All crawlers
User-agent: *
Disallow: /g/item
Disallow: /my.phtml
Disallow: /search
Disallow: /b/
Disallow: /text
Disallow: /ajax/
# Keep out internet archiver (wayback machine)
User-agent: ia_archiver
Disallow: / 
# Pointer to sitemap index
Sitemap: http://www.guba.com/sitemap/index.xml