#Robots.txt
User-agent: *
Disallow: /myshop/    # shop directory
Disallow: /stats/    # stats directory
Disallow: /mycgi/    # cgi directory
Disallow: /admin/    # admin directory
Disallow: /includes/    # includes directory
Disallow: /news/pagination.php   #news paginated pages
Disallow: /news/archive.php   #news archived pages
Disallow: /tellafriend.php   #recommendation form
Disallow: /aws/    # aws directory
#User-Agent: MediaPartners-Google
#Allow: /news/pagination.php   #for google adsense
#Allow: /news/archive.php   #for google adsense