#Sitemap: http://gasjunkie.com/sitemap.xml

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /includes/
Disallow: /templates/
Disallow: /spamtrap/
Disallow: /scriptDecryptor.php
Disallow: /script_functions.php
Disallow: /functions.php
Disallow: /*.doc$
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.exe$
Disallow: /*.mp3$
Disallow: /*.mid$
Disallow: /*.wav$
Disallow: /*.swf$
#Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10