# Disallow crawling of Umbraco backoffice
user-agent: *
Disallow: /umbraco/
Disallow: /umbraco/* 

# Disallow crawling of specific folders
user-agent: *
Disallow: /App_Data/
Disallow: /App_Plugins/
Disallow: /bin/
Disallow: /config/
Disallow: /css/
Disallow: /js/

# Disallow crawling of specific files
user-agent: *
Disallow: /web.config

# Allow crawling of sitemap
user-agent: *
Allow: /sitemap.xml

# Sitemap path
Sitemap: https://www.juniperresearch.com/sitemap.xml

# Disallow bots

User-agent: dotbot
Disallow: /

User-agent: MJ12bot.
Disallow: /

User-agent: TurnitinBot. 
Disallow: /

User-agent: Baiduspider 
User-agent: baiduspider 
User-agent: Baiduspider+ 
Disallow: / 

User-agent: Sogou
Disallow: / 

User-agent: AhrefsBot
Disallow: /
Sitemap: https://www.juniperresearch.com/sitemap.xml