User-agent: * Crawl-delay: 100 # Deny Soso spider in the site User-agent: Soso Disallow: / # Deny all agents these directories User-agent: * Disallow: /fastcheckout/ Disallow: /hacker/ Disallow: /mannayes/ Disallow: /webyes/ Disallow: /zen/ Disallow: /new/ Disallow: /old/ Disallow: /shop/ Disallow: /test/ Disallow: /public/ Disallow: /timetech/ Disallow: /video/ Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/