User-agent: * Disallow: /cgi-bin/ Disallow: /user Disallow: /user/create_form Allow: /url Allow: /sitemap.xml