#robot.txt file version 1 user-agent: * Disallow: /auction_pages/ Disallow: /manage/ #check out tail daily to see if it works