# # robots.txt for http://www.napi.hu/ # # $Id: robots.txt,v 1.0 2004/02/12 14:46:59 bela Exp $ # # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Allow: /generated/blockcontent Allow: /cikkek Allow: default.html Allow: default.asp # Google web robot User-agent: Googlebot Allow: /cikkek Allow: /generated/blockcontent Allow: default.html Allow: default.asp # Osszes egyeb agent User-agent: * Allow: /generated/blockcontent Allow: /cikkek Allow: default.html Allow: default.asp