#User-agent: *
#Crawl-delay: 20
#User-agent: Googlebot
#Crawl-delay: 5
#User-agent: Mediapartners-Google
#Crawl-delay: 5
#User-agent: Mediapartners-Google*
#Disallow:# disallow archiving site
#User-agent: Twiceler
#Disallow: /User-agent: *
User-agent: *
Disallow: /ref=
Disallow: .swf
Disallow: /files/