# allow all robot agents to visit us User-agent: * Disallow: /commonusers Crawl-delay: 5