# entries specific to googlebot crawler - this entry is no longer needed as we allow abstract to all crawlers allowed to crawl our site
#User-agent: Googlebot
#Disallow: /medline/
#Disallow: /search/
#Disallow: /user/
#Disallow: /claim/
#Disallow: /ecommerce/
#Disallow: /retrieve/
#Disallow: /webfiles/
#Disallow: /*pdf*
#Disallow: /*fulltext*

# entries specific to enforme spider
User-agent: aao-appliance
Disallow: /medline/
Disallow: /search/
Disallow: /user/
Disallow: /claim/
Disallow: /ecommerce/
Disallow: /retrieve/
Disallow: /webfiles/
Allow: /article/

# entries specific to Gatroenterology
User-agent: gsa-crawler (Enterprise; S5-CRES3RTWB4NJA; <a href="mailto:administrator@gastro.org">administrator@gastro.org</a>)
Disallow: /medline/
Disallow: /search/
Disallow: /user/
Disallow: /claim/
Disallow: /ecommerce/
Disallow: /retrieve/
Disallow: /webfiles/
Allow: /article/

# entries for all other crawlers (allow abstracts to all)
User-agent: *
Disallow: /medline/
Disallow: /search/
Disallow: /user/
Disallow: /claim/
Disallow: /ecommerce/
Disallow: /retrieve/
Disallow: /webfiles/
Disallow: /*pdf*
Disallow: /*abstracts*
Disallow: /*fulltext* 
Allow: /google542652b0c970aa16.html