User-agent: * Allow: / Disallow: /.magnolia* # special URLs like .magnolia, .restt Disallow: /.rest* Allow: /.imaging/ # allow .imaging URLs #Disallow: /lawbility/lawbissues/2016/lexpo.html # not existing anymore #Disallow: /lawbility/lawbissues/2016/lexpo/funding_strategies.html # not existing anymore Disallow: /*.htmlprint$ # don't crawl htmlprint page variation