# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /hotdance/recordings/ User-agent: * Disallow: /hotdance/recordings/ # Disallow directory /hotdance/forum/ User-agent: * Disallow: /hotdance/forum/ # Disallow directory /hotdance/yap/ User-agent: * Disallow: /hotdance/yap/ # Disallow directory /hotdance/hdimages/ User-agent: * Disallow: /hotdance/hdimages/ # Disallow directory /hotdance/temp/ User-agent: * Disallow: /hotdance/temp/