User-agent: Googlebot
Disallow: 

User-agent: Googlebot-image
Disallow: 

User-agent: Googlebot-mobile
Disallow: 

User-agent: Googlebot-news
Disallow:

User-agent: MSNBot
Disallow: 

User-agent: OAI-SearchBot
Disallow:


User-agent: yahoo-blogs/v3.9
Disallow: 

User-agent: Teleport Pro/1.29
Disallow: /

User-agent: Teleport Pro/1.29.1590
Disallow: /

User-agent: Teleport Pro/1.28
Disallow: /

User-agent: Offline Explorer/1.1
Disallow: /

User-agent: Offline Explorer/1.2
Disallow: /

User-agent: Offline Explorer/1.3
Disallow: /

User-agent: Offline Explorer/1.4
Disallow: /

User-agent: Offline Explorer/1.5
Disallow: /

User-agent: Offline Explorer/1.6
Disallow: /

User-agent: Offline Explorer/1.7
Disallow: /

User-agent: Offline Explorer/1.8
Disallow: /

User-agent: Offline Explorer/1.9
Disallow: /

User-agent: webcollage/1.93
Disallow: /

User-agent: webcollage/1.96
Disallow: /

User-agent: webcollage_save/1.93
Disallow: /

User-agent: *
Disallow:/
Disallow: /cgi-bin/

Sitemap: https://www.janes.com/sitemap/sitemap-index.xml

User-agent: adidxbot
Crawl-delay: 10

User-agent: *
Disallow: /Sitefinity
Disallow: /RestApi
Disallow: /docs
Disallow: /*.asp
Disallow: /*ref=