#robots.txt User-agent: * allow: / Disallow: /_* Disallow: /admin/ Disallow: /data/ Disallow: /helpdesk/ Disallow: /inc/ Disallow: /prelaunch/ Disallow: /stats/