User-agent: * Disallow: /cgi-bin/ User-agent: sphider2 Disallow: /html/directory/content/url.php Disallow: /html/directory/content/members.php Disallow: /html/directory/?p=members Disallow: /html/directory/?p=admin