User-agent: * Disallow: /cgi-bin/ Disallow: /messages/ # Scanning cgi-bin URLs results in huge numbers of 'pages' that don't exist # Except for Freefind User-agent: Freefind Allow /cgi-bin/family.cgi