# dont spider below folders # put this in the root of www.goblinridge.co.uk User-agent: * Disallow: /images/ Disallow: /lib/ Disallow: /offers/