User-Agent: MJ12bot
Disallow: /
User-Agent: *
Disallow: /cgi-bin
Disallow: /Media
Disallow: /MailerFree
Disallow: /db
Disallow: /App_Code
Disallow: /App_Data
Disallow: /dpoll
Disallow: /Scripts
Disallow: /jscripts
Disallow: /SnitzForum
Disallow: /Music
Disallow: /_private
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt
Disallow: /_vti_inf.html
Disallow: /css
Disallow: /httpsecure
Disallow: /flash
Disallow: /stats
Disallow: /tnpf
Disallow: BaiduSpider
Disallow: BaiduSpider+
Disallow: baidu\.com
Disallow: Twiceler
Disallow: Twiceler-0.9
Disallow:Xaldon\ WebSpider
Disallow:YodaoBot/1.0
Disallow: Mozilla/4.0 
Disallow: Mozilla/5.0
User-agent: msnbot
Crawl-delay: 120

Sitemap: www.thenektarproject.com/sitemap.xml