# applies to all robots User-agent: * #Disallow: / # disallow indexing of all pages Disallow: /inc/ Disallow: /admin/ Disallow: /control/ Disallow: /css/