User-agent: * #Disallow: /*.html Disallow: /cgi-bin Disallow: /forms Disallow: /mwhois Disallow: /suspended.page Disallow: /temp