User-agent: Slurp
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 120
Disallow: /*.PDF$
Disallow: /*.jpeg$ 
Disallow: /*.pdf$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.htmx$
Disallow: /*.png$

User-agent: searchpreview
Disallow:/





User-agent: *
#Disallow:/
#Disallow: /cgi-bin/
Disallow: /htmx/
Disallow: /Scripts/
Disallow: /Templates/
Disallow: /css/
Disallow: /ssi/
Disallow: /js/
Disallow: /*.PDF$
Disallow: /*.jpeg$ 
Disallow: /*.pdf$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.htmx$
Disallow: /*.png$