User-agent: * # directed to all robots # Disallow: /cgi-bin/ # exclude robots from specified tree # Disallow: /scripts/ # Disallow: /cms/