# Prvi blok podataka # # Obvezan je razmak izmedju svakog bloka podataka # # Popis robota koji imaju pravo pristupa posluzitelju # # User-agent: * #User-agent: aretha #User-agent: architext #User-agent: freecrawl #User-agent: googlebot #User-agent: gulliver #User-agent: lycos #User-agent: marvin #User-agent: msnbot #User-agent: netmechanic #User-agent: robocrawl #User-agent: scooter #User-agent: search-info #User-agent: slurp #User-agent: titin #User-agent: wget #User-agent: whatuseek #User-agent: wz101 # # zabrana što gornji roboti ne smiju gledati # # Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /aspnet_client/ Disallow: /baza/ Disallow: /common/ Disallow: /Connections/ Disallow: /error/ Disallow: /logs/ Disallow: /test/ # User-agent: Googlebot Disallow: /test/*