# Googlebot
User-agent: Googlebot
Disallow: /cmlink/
# Facebook bot
User-agent: facebookexternalhit/1.1
Disallow: /cmlink/
# MSN bot
User-agent: MSNBot
Disallow: /cmlink/
# MSNbot media
User-agent: msnbot-media/1.1
Disallow: /cmlink/
# Yahoo bot
User-agent: Slurp
Disallow: /cmlink/
# Alexa IA Archiver bot 
User-agent: ia_archiver
Disallow: /cmlink/
# MJ12bot
User-agent: MJ12bot
Disallow: /cmlink/
# Twitterbot
User-agent: Twitterbot
Allow: * 
# Klango Magnetbot
User-agent: Magnetbot
Allow: / 
# all the others bots will be disallowed
User-agent: *
Disallow: /
Disallow: /search-results
Sitemap: http://www.alaskahighwaynews.ca/bot_sitemap/AHN.d/regularsitemap_index.xml
Sitemap: http://www.alaskahighwaynews.ca/bot_sitemap/AHN.d/newssitemap_index.xml